[ 628.642786] env[69245]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69245) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.643157] env[69245]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69245) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.643277] env[69245]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69245) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 628.643602] env[69245]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 628.747824] env[69245]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69245) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 628.758890] env[69245]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69245) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 628.805584] env[69245]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 629.370198] env[69245]: INFO nova.virt.driver [None req-eabd4432-b224-43e3-b24a-86c8321d6452 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 629.445559] env[69245]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.445806] env[69245]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.445875] env[69245]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69245) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 632.426163] env[69245]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5ebcc9d8-279a-4d8e-9b01-d2551af5dae9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.913696] env[69245]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69245) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 632.913939] env[69245]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-55599cc6-9c9f-4944-8bb3-176fa480dc62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.943680] env[69245]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 731ee. [ 632.943940] env[69245]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.498s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.944501] env[69245]: INFO nova.virt.vmwareapi.driver [None req-eabd4432-b224-43e3-b24a-86c8321d6452 None None] VMware vCenter version: 7.0.3 [ 632.948156] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f7a008-aa4e-41f8-8a68-3f2fdf06640f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.970931] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05313fb-fdc7-4541-9bb0-b30d20db830f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.977877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f175b4f-3cd1-494f-9186-8f9d8ee369d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.985543] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb1e7ea-9b7c-4319-b163-75a745c0f39c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.999594] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724f1c29-39e9-47ce-af37-5b26bb81e78b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.006612] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3af3bdb-5b5a-4c82-85f6-f72f1e010cab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.037993] env[69245]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c5c31557-e540-4cf3-8969-160caca8e154 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.044281] env[69245]: DEBUG nova.virt.vmwareapi.driver [None req-eabd4432-b224-43e3-b24a-86c8321d6452 None None] Extension org.openstack.compute already exists. {{(pid=69245) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 633.047087] env[69245]: INFO nova.compute.provider_config [None req-eabd4432-b224-43e3-b24a-86c8321d6452 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 633.550381] env[69245]: DEBUG nova.context [None req-eabd4432-b224-43e3-b24a-86c8321d6452 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3863e644-990f-4353-adae-e8dd6fcefb58(cell1) {{(pid=69245) load_cells /opt/stack/nova/nova/context.py:464}} [ 633.552713] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.552955] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.553735] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.554207] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Acquiring lock "3863e644-990f-4353-adae-e8dd6fcefb58" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.554410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Lock "3863e644-990f-4353-adae-e8dd6fcefb58" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.555486] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Lock "3863e644-990f-4353-adae-e8dd6fcefb58" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.576137] env[69245]: INFO dbcounter [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Registered counter for database nova_cell0 [ 633.584431] env[69245]: INFO dbcounter [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Registered counter for database nova_cell1 [ 633.587860] env[69245]: DEBUG oslo_db.sqlalchemy.engines [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69245) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 633.588221] env[69245]: DEBUG oslo_db.sqlalchemy.engines [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69245) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 633.593166] env[69245]: ERROR nova.db.main.api [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 633.593166] env[69245]: result = function(*args, **kwargs) [ 633.593166] env[69245]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 633.593166] env[69245]: return func(*args, **kwargs) [ 633.593166] env[69245]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 633.593166] env[69245]: result = fn(*args, **kwargs) [ 633.593166] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 633.593166] env[69245]: return f(*args, **kwargs) [ 633.593166] env[69245]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 633.593166] env[69245]: return db.service_get_minimum_version(context, binaries) [ 633.593166] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 633.593166] env[69245]: _check_db_access() [ 633.593166] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 633.593166] env[69245]: stacktrace = ''.join(traceback.format_stack()) [ 633.593166] env[69245]: [ 633.593885] env[69245]: ERROR nova.db.main.api [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 633.593885] env[69245]: result = function(*args, **kwargs) [ 633.593885] env[69245]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 633.593885] env[69245]: return func(*args, **kwargs) [ 633.593885] env[69245]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 633.593885] env[69245]: result = fn(*args, **kwargs) [ 633.593885] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 633.593885] env[69245]: return f(*args, **kwargs) [ 633.593885] env[69245]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 633.593885] env[69245]: return db.service_get_minimum_version(context, binaries) [ 633.593885] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 633.593885] env[69245]: _check_db_access() [ 633.593885] env[69245]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 633.593885] env[69245]: stacktrace = ''.join(traceback.format_stack()) [ 633.593885] env[69245]: [ 633.594290] env[69245]: WARNING nova.objects.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Failed to get minimum service version for cell 3863e644-990f-4353-adae-e8dd6fcefb58 [ 633.594424] env[69245]: WARNING nova.objects.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 633.594875] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Acquiring lock "singleton_lock" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.595048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Acquired lock "singleton_lock" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.595297] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Releasing lock "singleton_lock" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.595620] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Full set of CONF: {{(pid=69245) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 633.595764] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ******************************************************************************** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 633.595892] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] Configuration options gathered from: {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 633.596040] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 633.596242] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 633.596375] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ================================================================================ {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 633.596585] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] allow_resize_to_same_host = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.596759] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] arq_binding_timeout = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.596890] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] backdoor_port = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597035] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] backdoor_socket = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597209] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] block_device_allocate_retries = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597374] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] block_device_allocate_retries_interval = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597544] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cert = self.pem {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597714] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.597888] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute_monitors = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598071] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] config_dir = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598251] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] config_drive_format = iso9660 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598388] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598553] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] config_source = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598720] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] console_host = devstack {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.598885] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] control_exchange = nova {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599058] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cpu_allocation_ratio = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599261] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] daemon = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599435] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] debug = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599636] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_access_ip_network_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599813] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_availability_zone = nova {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.599971] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_ephemeral_format = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.600175] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_green_pool_size = 1000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.600437] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.600608] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] default_schedule_zone = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.600769] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] disk_allocation_ratio = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.600931] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] enable_new_services = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601133] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] enabled_apis = ['osapi_compute'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601308] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] enabled_ssl_apis = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601511] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] flat_injected = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601662] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] force_config_drive = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601824] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] force_raw_images = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.601997] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] graceful_shutdown_timeout = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.602181] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] heal_instance_info_cache_interval = -1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.602401] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] host = cpu-1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.602586] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.602752] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] initial_disk_allocation_ratio = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.602915] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] initial_ram_allocation_ratio = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603144] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603314] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_build_timeout = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603477] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_delete_interval = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603645] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_format = [instance: %(uuid)s] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603812] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_name_template = instance-%08x {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.603973] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_usage_audit = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604161] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_usage_audit_period = month {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604330] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604496] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] instances_path = /opt/stack/data/nova/instances {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604662] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] internal_service_availability_zone = internal {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604820] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] key = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.604979] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] live_migration_retry_count = 30 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605167] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_color = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605338] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_config_append = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605507] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605666] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_dir = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605826] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_file = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.605955] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_options = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.606138] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_rotate_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.606314] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_rotate_interval_type = days {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.606479] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] log_rotation_type = none {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.606799] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.606937] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607129] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607304] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607435] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607601] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] long_rpc_timeout = 1800 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607762] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_concurrent_builds = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.607925] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_concurrent_live_migrations = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608104] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_concurrent_snapshots = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608272] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_local_block_devices = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608431] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_logfile_count = 30 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608588] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] max_logfile_size_mb = 200 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608748] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] maximum_instance_delete_attempts = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.608917] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metadata_listen = 0.0.0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609097] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metadata_listen_port = 8775 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609274] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metadata_workers = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609439] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] migrate_max_retries = -1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609608] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] mkisofs_cmd = genisoimage {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609814] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] my_block_storage_ip = 10.180.1.21 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.609948] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] my_ip = 10.180.1.21 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.610200] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.610408] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] network_allocate_retries = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.610596] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.610768] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] osapi_compute_listen = 0.0.0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.610934] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] osapi_compute_listen_port = 8774 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611120] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] osapi_compute_unique_server_name_scope = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611297] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] osapi_compute_workers = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611461] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] password_length = 12 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611622] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] periodic_enable = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611784] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] periodic_fuzzy_delay = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.611953] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] pointer_model = usbtablet {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612151] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] preallocate_images = none {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612338] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] publish_errors = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612474] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] pybasedir = /opt/stack/nova {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612634] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ram_allocation_ratio = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612797] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rate_limit_burst = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.612966] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rate_limit_except_level = CRITICAL {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.613159] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rate_limit_interval = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.613346] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reboot_timeout = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.613516] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reclaim_instance_interval = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.613676] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] record = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.613850] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reimage_timeout_per_gb = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614032] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] report_interval = 120 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614204] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rescue_timeout = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614370] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reserved_host_cpus = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614534] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reserved_host_disk_mb = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614696] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reserved_host_memory_mb = 512 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.614860] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] reserved_huge_pages = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615082] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] resize_confirm_window = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615196] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] resize_fs_using_block_device = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615362] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] resume_guests_state_on_host_boot = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615532] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615693] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] rpc_response_timeout = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.615854] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] run_external_periodic_tasks = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616054] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] running_deleted_instance_action = reap {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616231] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] running_deleted_instance_poll_interval = 1800 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616397] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] running_deleted_instance_timeout = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616557] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler_instance_sync_interval = 120 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616730] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_down_time = 720 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.616901] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] servicegroup_driver = db {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617073] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] shell_completion = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617240] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] shelved_offload_time = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617404] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] shelved_poll_interval = 3600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617572] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] shutdown_timeout = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617735] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] source_is_ipv6 = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.617895] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ssl_only = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.618169] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.618347] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] sync_power_state_interval = 600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.618510] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] sync_power_state_pool_size = 1000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.618680] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] syslog_log_facility = LOG_USER {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.618840] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] tempdir = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619007] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] timeout_nbd = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619187] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] transport_url = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619354] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] update_resources_interval = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619517] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_cow_images = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619674] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_journal = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619829] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_json = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.619986] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_rootwrap_daemon = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620159] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_stderr = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620320] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] use_syslog = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620479] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vcpu_pin_set = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620644] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plugging_is_fatal = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620812] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plugging_timeout = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.620980] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] virt_mkfs = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.621154] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] volume_usage_poll_interval = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.621317] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] watch_log_file = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.621484] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] web = /usr/share/spice-html5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 633.621674] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.621842] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.622014] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.622237] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_concurrency.disable_process_locking = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.622832] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623040] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623245] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623435] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623613] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623783] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.623970] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.auth_strategy = keystone {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.624163] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.compute_link_prefix = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.624346] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.624527] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.dhcp_domain = novalocal {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.624701] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.enable_instance_password = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.624870] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.glance_link_prefix = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625051] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625264] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625447] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.instance_list_per_project_cells = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625613] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.list_records_by_skipping_down_cells = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625779] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.local_metadata_per_cell = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.625953] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.max_limit = 1000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.626141] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.metadata_cache_expiration = 15 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.626326] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.neutron_default_tenant_id = default {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.626500] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.response_validation = warn {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.626676] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.use_neutron_default_nets = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.626846] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627014] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627194] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627372] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627548] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_dynamic_targets = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627713] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_jsonfile_path = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.627896] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628105] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.backend = dogpile.cache.memcached {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628305] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.backend_argument = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628481] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.backend_expiration_time = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628658] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.config_prefix = cache.oslo {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628830] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.dead_timeout = 60.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.628996] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.debug_cache_backend = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.629177] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.enable_retry_client = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.629347] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.enable_socket_keepalive = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.629519] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.enabled = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.629685] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.enforce_fips_mode = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.629854] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.expiration_time = 600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630043] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.hashclient_retry_attempts = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630210] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.hashclient_retry_delay = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630412] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_dead_retry = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630547] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_password = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630714] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.630881] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.631058] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_pool_maxsize = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.631248] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.631431] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_sasl_enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.631631] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.631859] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_socket_timeout = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632065] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.memcache_username = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632262] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.proxies = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632444] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_db = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632614] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_password = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632791] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_sentinel_service_name = mymaster {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.632973] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.633166] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_server = localhost:6379 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.633361] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_socket_timeout = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.633531] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.redis_username = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.633699] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.retry_attempts = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.633869] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.retry_delay = 0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634045] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.socket_keepalive_count = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634216] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.socket_keepalive_idle = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634386] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.socket_keepalive_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634551] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.tls_allowed_ciphers = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634714] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.tls_cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.634876] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.tls_certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635061] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.tls_enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635264] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cache.tls_keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635457] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635636] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.auth_type = password {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635802] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.635981] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.catalog_info = volumev3::publicURL {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.636164] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.636334] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.636501] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.cross_az_attach = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.636669] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.debug = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.636834] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.endpoint_template = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637008] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.http_retries = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637183] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637348] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637604] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.os_region_name = RegionOne {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637801] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.637968] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cinder.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.638161] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.638333] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.cpu_dedicated_set = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.638498] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.cpu_shared_set = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.638668] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.image_type_exclude_list = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.638835] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639009] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.max_concurrent_disk_ops = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639182] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.max_disk_devices_to_attach = -1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639350] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639522] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639689] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.resource_provider_association_refresh = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.639855] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640031] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.shutdown_retry_interval = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640223] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640409] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] conductor.workers = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640589] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] console.allowed_origins = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640754] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] console.ssl_ciphers = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.640927] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] console.ssl_minimum_version = default {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641111] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] consoleauth.enforce_session_timeout = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641288] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] consoleauth.token_ttl = 600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641459] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641620] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641785] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.641947] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642143] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642321] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642489] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642653] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642816] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.642977] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.643181] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.643361] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.643525] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.643698] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.service_type = accelerator {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.643864] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644035] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644203] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644368] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644552] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644716] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] cyborg.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.644890] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.asyncio_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645075] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.asyncio_slave_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645253] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.backend = sqlalchemy {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645428] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645597] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.connection_debug = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645769] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.connection_parameters = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.645935] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.connection_recycle_time = 3600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646116] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.connection_trace = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646285] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.db_inc_retry_interval = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646451] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.db_max_retries = 20 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646615] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.db_max_retry_interval = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646777] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.db_retry_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.646940] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.max_overflow = 50 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647115] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.max_pool_size = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647288] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.max_retries = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647457] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647617] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.mysql_wsrep_sync_wait = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647775] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.pool_timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.647938] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.retry_interval = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648111] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.slave_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648279] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.sqlite_synchronous = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648440] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] database.use_db_reconnect = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648609] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.asyncio_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648770] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.asyncio_slave_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.648940] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.backend = sqlalchemy {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649126] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649318] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.connection_debug = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649503] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.connection_parameters = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649671] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.connection_recycle_time = 3600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649836] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.connection_trace = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.649998] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.db_inc_retry_interval = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.650181] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.db_max_retries = 20 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.650350] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.db_max_retry_interval = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.650512] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.db_retry_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.650675] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.max_overflow = 50 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.650838] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.max_pool_size = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651007] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.max_retries = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651188] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651354] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651513] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.pool_timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651677] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.retry_interval = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.651837] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.slave_connection = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652007] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] api_database.sqlite_synchronous = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652225] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] devices.enabled_mdev_types = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652415] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652589] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ephemeral_storage_encryption.default_format = luks {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652753] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ephemeral_storage_encryption.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.652917] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653110] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.api_servers = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653310] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653485] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653649] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653809] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.653968] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654146] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.debug = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654323] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.default_trusted_certificate_ids = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654497] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.enable_certificate_validation = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654652] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.enable_rbd_download = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654812] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.654979] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655158] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655322] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655482] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655647] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.num_retries = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655817] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.rbd_ceph_conf = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.655979] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.rbd_connect_timeout = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656164] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.rbd_pool = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656336] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.rbd_user = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656506] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656667] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656827] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.656995] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.service_type = image {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.657173] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.657335] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.657495] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.657652] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.657834] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658007] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.verify_glance_signatures = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658175] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] glance.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658347] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] guestfs.debug = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658517] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658682] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.auth_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.658844] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659019] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659185] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659349] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659512] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659672] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659837] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.659998] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660172] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660332] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660491] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660651] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660810] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.660980] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.service_type = shared-file-system {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.661158] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.share_apply_policy_timeout = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.661347] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.661522] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.661685] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.661845] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.662039] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.662241] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] manila.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.662419] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] mks.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.662772] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.662966] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.manager_interval = 2400 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.663170] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.precache_concurrency = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.663358] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.remove_unused_base_images = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.663530] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.663697] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.663875] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] image_cache.subdirectory_name = _base {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664066] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.api_max_retries = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664236] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.api_retry_interval = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664401] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664567] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.auth_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664729] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.664893] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665068] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665237] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.conductor_group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665398] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665559] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665718] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.665880] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666051] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666216] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666376] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666540] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.peer_list = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666702] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.666863] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667038] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.serial_console_state_timeout = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667207] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667380] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.service_type = baremetal {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667543] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.shard = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667709] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.667870] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668049] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668217] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668402] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668564] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ironic.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668749] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.668928] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] key_manager.fixed_key = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669127] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669298] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.barbican_api_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669462] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.barbican_endpoint = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669634] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.barbican_endpoint_type = public {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669797] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.barbican_region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.669958] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670132] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670299] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670460] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670620] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670787] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.number_of_retries = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.670952] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.retry_delay = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671130] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.send_service_user_token = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671296] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671453] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671614] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.verify_ssl = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671791] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican.verify_ssl_path = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.671988] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.672204] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.auth_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.672377] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.672538] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.672709] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.672874] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673116] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673319] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673487] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] barbican_service_user.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673658] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.approle_role_id = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673821] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.approle_secret_id = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.673994] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.kv_mountpoint = secret {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674171] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.kv_path = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674343] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.kv_version = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674508] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.namespace = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674667] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.root_token_id = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674826] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.ssl_ca_crt_file = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.674993] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.timeout = 60.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.675171] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.use_ssl = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.675345] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.675521] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.675686] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.675853] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676026] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676195] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676360] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676523] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676682] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676840] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.676997] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677175] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677343] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677503] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677672] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.service_type = identity {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677836] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.677995] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.678172] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.678335] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.678519] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.678681] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] keystone.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.678871] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.ceph_mount_options = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.679203] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.679390] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.connection_uri = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.679557] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_mode = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.679728] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_model_extra_flags = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.679899] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_models = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680086] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_power_governor_high = performance {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680263] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_power_governor_low = powersave {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680428] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_power_management = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680601] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680795] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.device_detach_attempts = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.680972] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.device_detach_timeout = 20 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681158] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.disk_cachemodes = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681324] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.disk_prefix = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681487] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.enabled_perf_events = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681647] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.file_backed_memory = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681811] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.gid_maps = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.681970] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.hw_disk_discard = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.682164] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.hw_machine_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.682347] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_rbd_ceph_conf = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.682517] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.682682] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.682854] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_rbd_glance_store_name = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683034] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_rbd_pool = rbd {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683249] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_type = default {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683420] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.images_volume_group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683584] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.inject_key = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683746] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.inject_partition = -2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.683905] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.inject_password = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684077] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.iscsi_iface = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684242] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.iser_use_multipath = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684410] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_bandwidth = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684606] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684776] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_downtime = 500 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.684940] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685115] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685283] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_inbound_addr = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685448] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685610] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_permit_post_copy = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685772] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_scheme = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.685945] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_timeout_action = abort {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.686121] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_tunnelled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.686288] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_uri = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.686451] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.live_migration_with_native_tls = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.686611] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.max_queues = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.686774] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.687031] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.687204] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.nfs_mount_options = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.687526] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.687703] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.687870] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_iser_scan_tries = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688044] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_memory_encrypted_guests = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688216] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688384] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_pcie_ports = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688551] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.num_volume_scan_tries = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688717] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.pmem_namespaces = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.688878] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.quobyte_client_cfg = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.689194] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.689383] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rbd_connect_timeout = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.689556] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.689724] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.689887] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rbd_secret_uuid = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690060] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rbd_user = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690233] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690408] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.remote_filesystem_transport = ssh {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690572] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rescue_image_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690732] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rescue_kernel_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.690893] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rescue_ramdisk_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.691072] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.691237] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.rx_queue_size = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.691409] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.smbfs_mount_options = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.691703] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.691878] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.snapshot_compression = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.692052] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.snapshot_image_format = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.692328] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.692499] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.sparse_logical_volumes = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.692664] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.swtpm_enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.692835] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.swtpm_group = tss {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693025] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.swtpm_user = tss {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693248] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.sysinfo_serial = unique {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693414] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.tb_cache_size = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693578] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.tx_queue_size = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693748] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.uid_maps = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.693910] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.use_virtio_for_bridges = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694096] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.virt_type = kvm {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694275] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.volume_clear = zero {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694455] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.volume_clear_size = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694635] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.volume_enforce_multipath = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694805] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.volume_use_multipath = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.694966] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_cache_path = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.695154] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.695331] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_mount_group = qemu {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.695502] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_mount_opts = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.695674] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.695963] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.696160] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.vzstorage_mount_user = stack {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.696332] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.696507] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.696682] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.auth_type = password {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.696848] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697012] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697178] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697337] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697495] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697680] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.default_floating_pool = public {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.697845] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698023] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.extension_sync_interval = 600 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698189] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.http_retries = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698355] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698517] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698678] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.698849] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699022] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699199] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.ovs_bridge = br-int {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699371] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.physnets = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699543] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.region_name = RegionOne {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699707] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.699874] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.service_metadata_proxy = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700047] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700230] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.service_type = network {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700395] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700556] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700718] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.700875] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701064] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701230] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] neutron.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701404] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.bdms_in_notifications = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701580] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.default_level = INFO {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701745] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.include_share_mapping = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.701931] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.notification_format = unversioned {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.702149] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.notify_on_state_change = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.702327] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.702511] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] pci.alias = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.702683] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] pci.device_spec = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.702849] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] pci.report_in_placement = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703035] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703242] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.auth_type = password {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703418] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703583] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703744] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.703905] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704077] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704239] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704398] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.default_domain_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704587] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.default_domain_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704746] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.domain_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.704903] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.domain_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705075] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705242] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705405] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705563] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705719] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.705886] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.password = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706056] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.project_domain_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706227] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.project_domain_name = Default {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706394] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.project_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706568] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.project_name = service {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706736] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.region_name = RegionOne {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.706899] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707072] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707245] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.service_type = placement {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707408] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707565] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707723] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.707882] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.system_scope = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708047] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708208] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.trust_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708367] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.user_domain_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708537] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.user_domain_name = Default {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708697] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.user_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.708868] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.username = nova {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709058] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709222] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] placement.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709405] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.cores = 20 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709571] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.count_usage_from_placement = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709744] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.709918] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.injected_file_content_bytes = 10240 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710096] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.injected_file_path_length = 255 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710265] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.injected_files = 5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710435] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.instances = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710603] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.key_pairs = 100 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710772] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.metadata_items = 128 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.710943] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.ram = 51200 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.711121] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.recheck_quota = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.711299] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.server_group_members = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.711461] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.server_groups = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.711676] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.711848] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] quota.unified_limits_resource_strategy = require {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712032] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712234] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712399] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.image_metadata_prefilter = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712566] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712733] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.max_attempts = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.712896] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.max_placement_results = 1000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713074] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713241] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.query_placement_for_image_type_support = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713404] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713580] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] scheduler.workers = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713759] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.713932] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.714124] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.714390] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.714489] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.714666] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.714833] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715031] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715207] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.host_subset_size = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715378] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715541] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715705] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.715869] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716057] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716228] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.isolated_hosts = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716395] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.isolated_images = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716557] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716717] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.716883] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717050] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.pci_in_placement = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717222] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717385] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717551] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717714] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.717876] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718054] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718222] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.track_instance_changes = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718400] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718572] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metrics.required = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718735] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metrics.weight_multiplier = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.718898] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.719076] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] metrics.weight_setting = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.719411] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.719591] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.719777] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.port_range = 10000:20000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.719952] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720148] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720316] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] serial_console.serialproxy_port = 6083 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720487] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720661] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.auth_type = password {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720827] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.720985] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721163] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721326] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721486] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721657] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.send_service_user_token = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721821] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.721982] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] service_user.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.722191] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.agent_enabled = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.722372] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.722685] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.722893] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723078] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.html5proxy_port = 6082 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723247] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.image_compression = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723411] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.jpeg_compression = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723572] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.playback_compression = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723735] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.require_secure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.723905] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.server_listen = 127.0.0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.724088] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.724377] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.724581] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.streaming_mode = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.724755] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] spice.zlib_compression = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.724927] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] upgrade_levels.baseapi = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725121] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] upgrade_levels.compute = auto {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725292] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] upgrade_levels.conductor = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725453] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] upgrade_levels.scheduler = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725624] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725788] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.auth_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.725950] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726127] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726293] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726453] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726614] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726777] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.726934] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vendordata_dynamic_auth.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727122] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.api_retry_count = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727289] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.ca_file = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727462] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.cache_prefix = devstack-image-cache {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727632] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.cluster_name = testcl1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727800] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.connection_pool_size = 10 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.727961] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.console_delay_seconds = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.728151] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.datastore_regex = ^datastore.* {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.728379] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.728556] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.host_password = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.728728] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.host_port = 443 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.728895] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.host_username = administrator@vsphere.local {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729079] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.insecure = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729253] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.integration_bridge = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729423] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.maximum_objects = 100 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729584] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.pbm_default_policy = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729746] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.pbm_enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.729907] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.pbm_wsdl_location = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730114] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730295] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.serial_port_proxy_uri = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730461] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.serial_port_service_uri = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730634] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.task_poll_interval = 0.5 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730811] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.use_linked_clone = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.730987] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.vnc_keymap = en-us {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.731167] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.vnc_port = 5900 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.731337] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vmware.vnc_port_total = 10000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.731529] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.auth_schemes = ['none'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.731708] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732020] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732235] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732419] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.novncproxy_port = 6080 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732627] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.server_listen = 127.0.0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732812] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.732978] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.vencrypt_ca_certs = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.733179] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.vencrypt_client_cert = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.733358] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vnc.vencrypt_client_key = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.733534] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.733698] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_deep_image_inspection = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.733860] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734048] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734264] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734395] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.disable_rootwrap = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734627] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734714] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.734877] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735052] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.libvirt_disable_apic = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735219] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735389] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735549] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735710] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.735870] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736041] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736206] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736370] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736530] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736697] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.736879] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.737065] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] wsgi.secure_proxy_ssl_header = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.737236] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] zvm.ca_file = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.737400] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] zvm.cloud_connector_url = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.737717] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.737898] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] zvm.reachable_timeout = 300 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.738082] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.738266] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.738480] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.connection_string = messaging:// {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.738664] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.enabled = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.738837] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.es_doc_type = notification {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739014] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.es_scroll_size = 10000 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739192] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.es_scroll_time = 2m {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739361] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.filter_error_trace = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739529] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.hmac_keys = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739701] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.sentinel_service_name = mymaster {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.739864] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.socket_timeout = 0.1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740050] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.trace_requests = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740232] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler.trace_sqlalchemy = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740419] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler_jaeger.process_tags = {} {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740580] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler_jaeger.service_name_prefix = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740745] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] profiler_otlp.service_name_prefix = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.740919] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741095] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741264] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741432] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741594] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741755] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.741913] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742083] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742284] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742467] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742628] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742799] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.742965] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.743161] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.743341] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.743512] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.743676] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.743836] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.744022] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.744212] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.744433] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.744707] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.744993] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.745300] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.745595] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.745875] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.746124] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.746316] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.746491] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.746662] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.746833] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747013] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747192] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747359] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747529] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747699] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.ssl_version = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.747862] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748072] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748246] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_notifications.retry = -1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748429] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748604] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_messaging_notifications.transport_url = **** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748773] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.auth_section = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.748938] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.auth_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749113] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.cafile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749281] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.certfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749444] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.collect_timing = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749604] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.connect_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749763] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.connect_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.749922] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_id = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750132] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_interface = publicURL {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750309] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_override = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750469] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750630] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750789] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.endpoint_service_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.750951] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.insecure = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751130] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.keyfile = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751292] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.max_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751451] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.min_version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751607] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.region_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751769] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.retriable_status_codes = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.751927] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.service_name = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752097] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.service_type = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752292] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.split_loggers = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752459] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.status_code_retries = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752619] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.status_code_retry_delay = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752777] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.timeout = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.752941] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.valid_interfaces = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753118] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_limit.version = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753311] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_reports.file_event_handler = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753487] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753647] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] oslo_reports.log_dir = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753819] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.753983] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754158] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754332] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754501] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754662] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754832] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.754990] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.755164] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.755331] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.755494] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.755653] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] vif_plug_ovs_privileged.user = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.755825] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.flat_interface = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756014] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756201] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756377] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756547] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756720] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.756885] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757061] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757244] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757418] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.isolate_vif = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757587] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757754] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.757924] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758106] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.ovsdb_interface = native {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758272] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] os_vif_ovs.per_port_bridge = False {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758445] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.capabilities = [21] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758605] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758763] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.helper_command = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.758927] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759101] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759264] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] privsep_osbrick.user = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759437] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759594] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.group = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759755] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.helper_command = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.759919] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.760113] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.760291] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] nova_sys_admin.user = None {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 633.760425] env[69245]: DEBUG oslo_service.backend.eventlet.service [None req-7372d9cb-27a5-4819-83f8-8ecee235d19d None None] ******************************************************************************** {{(pid=69245) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 633.760843] env[69245]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 634.264458] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Getting list of instances from cluster (obj){ [ 634.264458] env[69245]: value = "domain-c8" [ 634.264458] env[69245]: _type = "ClusterComputeResource" [ 634.264458] env[69245]: } {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 634.265533] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f9184-c01e-4363-a4e1-d4269abc0b54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.275092] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Got total of 0 instances {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 634.275750] env[69245]: WARNING nova.virt.vmwareapi.driver [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 634.276262] env[69245]: INFO nova.virt.node [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Generated node identity 631aacfb-e1b8-491f-9761-218261bab7a3 [ 634.276511] env[69245]: INFO nova.virt.node [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Wrote node identity 631aacfb-e1b8-491f-9761-218261bab7a3 to /opt/stack/data/n-cpu-1/compute_id [ 634.779084] env[69245]: WARNING nova.compute.manager [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Compute nodes ['631aacfb-e1b8-491f-9761-218261bab7a3'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 635.784781] env[69245]: INFO nova.compute.manager [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 636.790236] env[69245]: WARNING nova.compute.manager [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 636.790663] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.791092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.791269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.791444] env[69245]: DEBUG nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 636.792390] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6dcc9a-9b89-48ef-91dd-d9f45233eeda {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.800495] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e86bbd-56a4-4fa3-898b-4968af0eaf58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.815617] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7edbe9e-7b6a-4478-b6fe-cea05b62783c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.821922] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b5892-7e5e-4444-af95-49121b192cf8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.850756] env[69245]: DEBUG nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180889MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 636.850907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.851160] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.354015] env[69245]: WARNING nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] No compute node record for cpu-1:631aacfb-e1b8-491f-9761-218261bab7a3: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 631aacfb-e1b8-491f-9761-218261bab7a3 could not be found. [ 637.857819] env[69245]: INFO nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 631aacfb-e1b8-491f-9761-218261bab7a3 [ 639.365723] env[69245]: DEBUG nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 639.366198] env[69245]: DEBUG nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 639.529559] env[69245]: INFO nova.scheduler.client.report [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] [req-7c130d00-aec2-4a4f-93ef-8a31e3450a82] Created resource provider record via placement API for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 639.546383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b8d1b8-89ff-4b33-a127-734ff19da913 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.554844] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a5404b-55a5-463e-aad2-ed7f89fbd440 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.585877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cd55ad-2644-4546-9d3d-a1f6e415c96e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.594156] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56884b64-5e94-4e6d-ac37-4fe6ac2c0154 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.607705] env[69245]: DEBUG nova.compute.provider_tree [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.152825] env[69245]: DEBUG nova.scheduler.client.report [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 640.153077] env[69245]: DEBUG nova.compute.provider_tree [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 0 to 1 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.153242] env[69245]: DEBUG nova.compute.provider_tree [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.207510] env[69245]: DEBUG nova.compute.provider_tree [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 1 to 2 during operation: update_traits {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.711904] env[69245]: DEBUG nova.compute.resource_tracker [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 640.712254] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.712362] env[69245]: DEBUG nova.service [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Creating RPC server for service compute {{(pid=69245) start /opt/stack/nova/nova/service.py:177}} [ 640.725164] env[69245]: DEBUG nova.service [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] Join ServiceGroup membership for this service compute {{(pid=69245) start /opt/stack/nova/nova/service.py:194}} [ 640.725361] env[69245]: DEBUG nova.servicegroup.drivers.db [None req-f2c3a3f0-4847-4e9e-a89f-6ce06e135d76 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69245) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 652.730020] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.233207] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Getting list of instances from cluster (obj){ [ 653.233207] env[69245]: value = "domain-c8" [ 653.233207] env[69245]: _type = "ClusterComputeResource" [ 653.233207] env[69245]: } {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 653.234424] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9082d7a5-6f27-4288-8119-d824ccbcfac6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.243473] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Got total of 0 instances {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 653.243733] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 653.244064] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Getting list of instances from cluster (obj){ [ 653.244064] env[69245]: value = "domain-c8" [ 653.244064] env[69245]: _type = "ClusterComputeResource" [ 653.244064] env[69245]: } {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 653.244970] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aae26e-1096-46a6-a5da-4ca49905c045 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.252528] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Got total of 0 instances {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 683.324210] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.324670] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.830021] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.373437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.373798] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.375672] env[69245]: INFO nova.compute.claims [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.351564] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.351896] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.459017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.459408] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.469545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d7248-e513-4aa0-b4a0-b9958c0ad2e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.479478] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f84a1a1-82f7-4edf-a802-a7dfba45ce22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.515400] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18079a64-621c-41a9-ab8a-d3893d1521cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.526610] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5dfd05-5202-4dd4-8b43-6286e5dc6a30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.545129] env[69245]: DEBUG nova.compute.provider_tree [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.855501] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.962388] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.048439] env[69245]: DEBUG nova.scheduler.client.report [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.398228] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.465125] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "65a64c66-0d91-452a-a604-045e0a7f1177" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.465392] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.503796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.557404] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.559250] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.563813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.169s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.565339] env[69245]: INFO nova.compute.claims [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.969135] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.058260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.058260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.073603] env[69245]: DEBUG nova.compute.utils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.076632] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.077120] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.512020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.560247] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.580356] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.689856] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6720d5-93f2-4e7f-92c5-4ea1061537e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.698510] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5077c41-27f3-43e3-8d6f-620a435fdc20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.733289] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31922443-33c2-49ec-b1db-ff53b1316735 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.741984] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d189d-8ea3-4cec-861a-db484c2638b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.760246] env[69245]: DEBUG nova.compute.provider_tree [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.905435] env[69245]: DEBUG nova.policy [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '331fab421f2b44ca82156183050c5c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab525ed7dce148a6958cb07fcc46fc22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.094696] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.264442] env[69245]: DEBUG nova.scheduler.client.report [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.595141] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.638797] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.638797] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.638797] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.639080] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.639344] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.639564] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.639791] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.639949] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.640381] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.640573] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.640753] env[69245]: DEBUG nova.virt.hardware [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.641729] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d205c925-952b-4584-b34d-ddbd70dd60d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.653843] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc155c60-1c75-4793-aed8-bf8ff9cf9b93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.677080] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43282680-1b39-401e-ac9e-2c7dbfc51c2b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.772144] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.772764] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.775826] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.273s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.777249] env[69245]: INFO nova.compute.claims [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.815281] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Successfully created port: 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.817994] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.821488] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.821691] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.821894] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.822098] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.822299] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.822484] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.822653] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 688.822885] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 689.282302] env[69245]: DEBUG nova.compute.utils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.283815] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.288245] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.329510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.403154] env[69245]: DEBUG nova.policy [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dfe5db2d5794da7aa0fe16663e2e47c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767ca55eed5f4b2382d7fb4763de642b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.595448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.595786] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.801442] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.942222] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01149658-5340-4658-b701-892ce5c3e62d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.951402] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9360867f-a49c-4837-816d-1c7816bd8127 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.990323] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4810e7-49ab-454c-a5a0-543c52261887 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.999809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76e01ea-563a-4410-8a9f-400f44af7399 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.014734] env[69245]: DEBUG nova.compute.provider_tree [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.098302] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.520665] env[69245]: DEBUG nova.scheduler.client.report [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.578565] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Successfully created port: 42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.640564] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.815948] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.848028] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.848028] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.848028] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.848272] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.849041] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.849041] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.849041] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.849041] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.849158] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.849772] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.849772] env[69245]: DEBUG nova.virt.hardware [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.851134] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813aa4de-6216-4eef-8f4c-dd149760ed01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.862174] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacbc48-081d-4e0a-a376-56b7b149bc78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.028445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.029116] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.036902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.525s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.038458] env[69245]: INFO nova.compute.claims [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.545644] env[69245]: DEBUG nova.compute.utils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.546997] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.547178] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.676748] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.676748] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.684854] env[69245]: DEBUG nova.policy [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd5fefed3e0431985882721fcc09e5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e461c1b49b7a4394b6d3f45a7da77137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.058360] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.126036] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Successfully updated port: 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.181856] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.248239] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1474f2-0c43-4131-a456-5853906bf76a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.258478] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115433f-6e4a-43b1-a1f2-7659475fe741 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.299941] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a292cb-d064-4dfb-9c23-d61cf81fb4d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.310831] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf234f-6036-4fe3-ae8b-8b4682950bb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.326331] env[69245]: DEBUG nova.compute.provider_tree [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.464788] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.465639] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.632421] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.632661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquired lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.632661] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.717750] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.830555] env[69245]: DEBUG nova.scheduler.client.report [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.968044] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.080057] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.124156] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.124156] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.124156] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.124350] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.124350] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.124922] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.125244] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.125420] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.125597] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.125762] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.125934] env[69245]: DEBUG nova.virt.hardware [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.126854] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01ef97-4132-4a62-b650-3c8f03acfcd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.138372] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09baa9ba-ccaa-41f1-a6a4-9f0e7be60ccd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.163468] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Successfully created port: 9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.249825] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.338101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.338713] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.343883] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.249s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.345110] env[69245]: INFO nova.compute.claims [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.512543] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.650674] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Successfully updated port: 42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.705508] env[69245]: DEBUG nova.network.neutron [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updating instance_info_cache with network_info: [{"id": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "address": "fa:16:3e:6c:e6:9b", "network": {"id": "6a208ef5-2c01-4177-846c-ca2cf3de8ec8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1944226417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab525ed7dce148a6958cb07fcc46fc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf19e7a-d1", "ovs_interfaceid": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.851437] env[69245]: DEBUG nova.compute.utils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.859058] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.859058] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.107758] env[69245]: DEBUG nova.policy [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '510a0d8b706544df8a12c97668059d7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b93ad4160344591a924352b56348f72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.158670] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.158670] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.158670] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.209416] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Releasing lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.209751] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Instance network_info: |[{"id": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "address": "fa:16:3e:6c:e6:9b", "network": {"id": "6a208ef5-2c01-4177-846c-ca2cf3de8ec8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1944226417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab525ed7dce148a6958cb07fcc46fc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf19e7a-d1", "ovs_interfaceid": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.210164] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.230025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.231990] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79be6b32-2306-4281-b276-b2e2e7ea99a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.246421] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Created folder: OpenStack in parent group-v4. [ 694.246616] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating folder: Project (ab525ed7dce148a6958cb07fcc46fc22). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.246903] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd4f2f9-b18b-4d5e-837a-08c4c544c702 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.262981] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Created folder: Project (ab525ed7dce148a6958cb07fcc46fc22) in parent group-v738357. [ 694.263867] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating folder: Instances. Parent ref: group-v738358. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.263867] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65391dfc-a4ec-4d33-8636-90b0fac5c574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.286090] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Created folder: Instances in parent group-v738358. [ 694.287033] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.287033] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.289795] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d800bb-f75b-4170-a236-bd7ebac70d4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.316358] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.316358] env[69245]: value = "task-3707298" [ 694.316358] env[69245]: _type = "Task" [ 694.316358] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.328127] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707298, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.357764] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.461167] env[69245]: DEBUG nova.compute.manager [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received event network-vif-plugged-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.461167] env[69245]: DEBUG oslo_concurrency.lockutils [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] Acquiring lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.462360] env[69245]: DEBUG oslo_concurrency.lockutils [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.463343] env[69245]: DEBUG oslo_concurrency.lockutils [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.463343] env[69245]: DEBUG nova.compute.manager [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] No waiting events found dispatching network-vif-plugged-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.463343] env[69245]: WARNING nova.compute.manager [req-d77db38f-c790-4129-a8b4-4fd8f1f77954 req-293a32d6-d979-4660-a61d-b7fe384767b2 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received unexpected event network-vif-plugged-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c for instance with vm_state building and task_state spawning. [ 694.584243] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190f864b-62e3-4514-9dac-3af76370a8a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.599099] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3ef52-0a63-4d5a-b075-11b2f84a84d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.643919] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd2e38-5db8-46f2-93d2-e5823b8ae3f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.653524] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72065730-5ea6-4b5e-a2c4-351a52086277 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.675164] env[69245]: DEBUG nova.compute.provider_tree [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.834254] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707298, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.112113] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.184096] env[69245]: DEBUG nova.scheduler.client.report [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.329228] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707298, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.378467] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.412971] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.413233] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.413424] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.417146] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.417410] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.417572] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.417805] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.418113] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.418278] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.418330] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.418744] env[69245]: DEBUG nova.virt.hardware [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.419524] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b37b274-ef5c-45a9-81c2-0d49a9e54c74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.429479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf6183-631a-4b28-a4b1-c01ddd778ebf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.597207] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Successfully created port: 05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.690543] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.690729] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.693291] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.364s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.693569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.693734] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 695.694154] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.054s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.698024] env[69245]: INFO nova.compute.claims [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.699681] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d33d68c-c72a-47ff-badc-788996edf63b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.718523] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98486035-0111-4a62-8097-b185fb0dde92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.742276] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f43d4d-dc72-4f1d-8746-ee2dfefa787d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.751394] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09161163-538f-49f6-a9da-a983a05efcbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.757226] env[69245]: DEBUG nova.network.neutron [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Updating instance_info_cache with network_info: [{"id": "42769435-fd79-4b45-a970-b2df4d058274", "address": "fa:16:3e:4a:aa:1f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42769435-fd", "ovs_interfaceid": "42769435-fd79-4b45-a970-b2df4d058274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.794317] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 695.794527] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.833266] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707298, 'name': CreateVM_Task, 'duration_secs': 1.458628} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.833507] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.863206] env[69245]: DEBUG nova.compute.manager [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Received event network-vif-plugged-42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.863206] env[69245]: DEBUG oslo_concurrency.lockutils [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] Acquiring lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.863206] env[69245]: DEBUG oslo_concurrency.lockutils [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.863206] env[69245]: DEBUG oslo_concurrency.lockutils [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.863206] env[69245]: DEBUG nova.compute.manager [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] No waiting events found dispatching network-vif-plugged-42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 695.863407] env[69245]: WARNING nova.compute.manager [req-26a2a358-db1c-41e4-a743-ed8750bf1ef9 req-d071c523-3a27-4d67-a25e-1420ebf66036 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Received unexpected event network-vif-plugged-42769435-fd79-4b45-a970-b2df4d058274 for instance with vm_state building and task_state spawning. [ 695.865156] env[69245]: DEBUG oslo_vmware.service [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d89043-9b64-46fa-a4e0-87de4215bcdf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.875156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.875797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.876019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.876743] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccade1c-6da7-4265-a060-827b76ba08ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.884097] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 695.884097] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52303f00-68ac-870e-edba-13e70a7b2442" [ 695.884097] env[69245]: _type = "Task" [ 695.884097] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.891917] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52303f00-68ac-870e-edba-13e70a7b2442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.201088] env[69245]: DEBUG nova.compute.utils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.202810] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.203479] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.259766] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.260142] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Instance network_info: |[{"id": "42769435-fd79-4b45-a970-b2df4d058274", "address": "fa:16:3e:4a:aa:1f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42769435-fd", "ovs_interfaceid": "42769435-fd79-4b45-a970-b2df4d058274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.260573] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:aa:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42769435-fd79-4b45-a970-b2df4d058274', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.272687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Creating folder: Project (767ca55eed5f4b2382d7fb4763de642b). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.272687] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-118d658d-6896-4e86-94ce-18a8aa35d801 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.288066] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Created folder: Project (767ca55eed5f4b2382d7fb4763de642b) in parent group-v738357. [ 696.288401] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Creating folder: Instances. Parent ref: group-v738361. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.288748] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8b2da14-17a0-4ba1-8141-c8fe8e4dcca3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.302978] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Created folder: Instances in parent group-v738361. [ 696.303260] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.303964] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.303964] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9994bdb-7ef6-46a0-b665-b83444bc0d6d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.323500] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Successfully updated port: 9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.332709] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.332709] env[69245]: value = "task-3707301" [ 696.332709] env[69245]: _type = "Task" [ 696.332709] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.347265] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707301, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.397744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398109] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.399907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.399907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.399907] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.399907] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c991c729-4eaa-4b37-8016-b5f700583862 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.425733] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.425733] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.425854] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392bcccb-2ebc-44f7-9f02-0ac6897f17e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.436913] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddf2ef8-5af2-4106-a85f-a3d7d3b80aad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.443437] env[69245]: DEBUG nova.policy [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbc96aea649c45349cba516d3b4a025d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75d0cd02bde4403a8c1ff07a2dfa7a82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.451025] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 696.451025] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e68492-99b7-e87b-e5c9-fb7e288c5331" [ 696.451025] env[69245]: _type = "Task" [ 696.451025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.462916] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e68492-99b7-e87b-e5c9-fb7e288c5331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.709922] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.724156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.724806] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.826231] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.826410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.826612] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.847514] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707301, 'name': CreateVM_Task, 'duration_secs': 0.382274} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.850531] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.851829] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.852269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.852269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.852982] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cf31cf-14a8-4c32-94d0-c4ccd6dda2b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.858197] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 696.858197] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52222adb-8494-293b-ccb5-d485abe8e81d" [ 696.858197] env[69245]: _type = "Task" [ 696.858197] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.872061] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52222adb-8494-293b-ccb5-d485abe8e81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.899791] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d9737b-06a9-4908-94f8-fca139fee111 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.908998] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ff1104-0578-46a7-80f1-0f092c647c04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.951923] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b98d2b-b035-497d-b6f5-4eaa1364dfac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.969855] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc6f6de-03a5-427e-bfc9-2bd153be0c01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.994648] env[69245]: DEBUG nova.compute.provider_tree [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.996979] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 696.999602] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating directory with path [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.999602] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09c1f446-0c31-44d8-9396-4cb71046e94f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.036350] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Created directory with path [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.036350] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Fetch image to [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 697.036350] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Downloading image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69245) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 697.037990] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ab2948-e408-46eb-931c-ab9b716cf58a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.053794] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc607114-cda6-4e52-8d87-db38478e633d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.070393] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25caf867-83a3-400a-b9c4-763d704b53e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.109980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3a896-f039-4752-a23c-b3d1014532d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.117467] env[69245]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0380c594-27a6-4122-81f6-385ed9e18aae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.223399] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Downloading image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to the data store datastore2 {{(pid=69245) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 697.231026] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.340799] env[69245]: DEBUG oslo_vmware.rw_handles [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 697.423984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.424519] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.424519] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449081] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.497808] env[69245]: DEBUG nova.scheduler.client.report [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.680356] env[69245]: DEBUG nova.compute.manager [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.680661] env[69245]: DEBUG nova.compute.manager [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing instance network info cache due to event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.680800] env[69245]: DEBUG oslo_concurrency.lockutils [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] Acquiring lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.680939] env[69245]: DEBUG oslo_concurrency.lockutils [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] Acquired lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.681430] env[69245]: DEBUG nova.network.neutron [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.733145] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.775165] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.780520] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.780795] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.782305] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.782305] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.782305] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.782305] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.782305] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.782535] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.785256] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.785526] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.785725] env[69245]: DEBUG nova.virt.hardware [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.790024] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2f616-871f-41c2-b342-f745b7dd3b62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.797544] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.797797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.804514] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415df409-a018-4a31-8ced-2adb65c5d9d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.924135] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Successfully updated port: 05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.004096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.004654] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.013248] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.293s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.014123] env[69245]: INFO nova.compute.claims [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.049079] env[69245]: DEBUG oslo_vmware.rw_handles [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 698.049079] env[69245]: DEBUG oslo_vmware.rw_handles [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 698.180863] env[69245]: DEBUG nova.network.neutron [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Updating instance_info_cache with network_info: [{"id": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "address": "fa:16:3e:77:dd:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5576ed-ec", "ovs_interfaceid": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.202673] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Downloaded image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69245) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 698.207324] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 698.207324] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Copying Virtual Disk [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk to [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.208508] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb93ecb-2c7b-4ead-8c91-2fb99e479761 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.219576] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 698.219576] env[69245]: value = "task-3707302" [ 698.219576] env[69245]: _type = "Task" [ 698.219576] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.231340] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.305295] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.424605] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Successfully created port: 3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.429637] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.430449] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquired lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.433091] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.519575] env[69245]: DEBUG nova.compute.utils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.524516] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.524869] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.671152] env[69245]: DEBUG nova.policy [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7a179b15114e04853c65c2c27725ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4e0700c0144ea1b765f9bde5826b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.683891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.684241] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Instance network_info: |[{"id": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "address": "fa:16:3e:77:dd:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5576ed-ec", "ovs_interfaceid": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.685069] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:dd:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e5576ed-ecc7-476b-9cfa-e7d363cfb348', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.694408] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Creating folder: Project (e461c1b49b7a4394b6d3f45a7da77137). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.694838] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551801db-8e4b-4611-9908-41f7147a1b6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.713027] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Created folder: Project (e461c1b49b7a4394b6d3f45a7da77137) in parent group-v738357. [ 698.713027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Creating folder: Instances. Parent ref: group-v738364. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.713027] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b2df0a8-6cbf-4380-bc10-cdfeb46f1ceb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.729188] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Created folder: Instances in parent group-v738364. [ 698.729188] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.729188] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.729536] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8b30bb-bc6c-4b7e-8f55-eff736357891 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.753496] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707302, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.757574] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Received event network-changed-42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.757574] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Refreshing instance network info cache due to event network-changed-42769435-fd79-4b45-a970-b2df4d058274. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.757574] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Acquiring lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.757574] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Acquired lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.757574] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Refreshing network info cache for port 42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.767296] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.767296] env[69245]: value = "task-3707305" [ 698.767296] env[69245]: _type = "Task" [ 698.767296] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.777896] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707305, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.847287] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.023818] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.110243] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.235633] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742003} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.240925] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Copied Virtual Disk [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk to [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.244522] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleting the datastore file [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.244522] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af403ebb-7020-46f2-902c-549d64954792 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.249950] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 699.249950] env[69245]: value = "task-3707306" [ 699.249950] env[69245]: _type = "Task" [ 699.249950] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.272544] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.286351] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707305, 'name': CreateVM_Task, 'duration_secs': 0.395009} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.290689] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.291302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291732] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.292080] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa04527-8074-4ee7-ad3c-cfd3edf8d42f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.299170] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 699.299170] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f4a01-186e-23ae-ea99-b507daa64996" [ 699.299170] env[69245]: _type = "Task" [ 699.299170] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.318517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.318827] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.319110] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.397084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "9305dae7-b3a1-4313-9c56-efd16191efff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.398186] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.398186] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df73302-d223-4337-961b-0e4f149bcf9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.410197] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae42e39-fdd8-410a-ab07-6142d48156ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.446992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b30ccc-35ae-4f6e-9d94-ff252ab4bd60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.456705] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de56bd7a-a91f-49fd-a575-355bbdc6f885 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.474103] env[69245]: DEBUG nova.compute.provider_tree [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.497936] env[69245]: DEBUG nova.network.neutron [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updated VIF entry in instance network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.498410] env[69245]: DEBUG nova.network.neutron [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updating instance_info_cache with network_info: [{"id": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "address": "fa:16:3e:6c:e6:9b", "network": {"id": "6a208ef5-2c01-4177-846c-ca2cf3de8ec8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1944226417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab525ed7dce148a6958cb07fcc46fc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf19e7a-d1", "ovs_interfaceid": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.760740] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031618} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.761128] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.762301] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Moving file from [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6. {{(pid=69245) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 699.762583] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7d935fbe-6961-426a-b7f5-cf9f30d1967d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.774404] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 699.774404] env[69245]: value = "task-3707307" [ 699.774404] env[69245]: _type = "Task" [ 699.774404] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.781888] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707307, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.983562] env[69245]: DEBUG nova.scheduler.client.report [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.001711] env[69245]: DEBUG oslo_concurrency.lockutils [req-628c5037-5e32-4abd-8553-3d7d402a2fe5 req-08b8c6c3-ea22-49bf-bc20-2e7bf5160a52 service nova] Releasing lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.039049] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.076476] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.077132] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.078761] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.079393] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.079475] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.079603] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.079824] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.080014] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.081196] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.081196] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.081196] env[69245]: DEBUG nova.virt.hardware [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.081775] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d2810-9d45-4f8c-9f97-58de2fc438ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.097779] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e9710a-d072-4fb9-8d52-9b49e6d8c78b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.270347] env[69245]: DEBUG nova.network.neutron [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Updating instance_info_cache with network_info: [{"id": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "address": "fa:16:3e:03:4e:f8", "network": {"id": "af2cae42-c48e-4e82-8c62-5601f8776b44", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-72676886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b93ad4160344591a924352b56348f72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f20e71-33", "ovs_interfaceid": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.286803] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707307, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035527} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.287072] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] File moved {{(pid=69245) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 700.287205] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Cleaning up location [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 700.287363] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleting the datastore file [datastore2] vmware_temp/d3e463e5-254f-4804-87f5-df1672235fcf {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.287684] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a6f050-be82-4d25-a196-8208ad790539 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.298572] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 700.298572] env[69245]: value = "task-3707308" [ 700.298572] env[69245]: _type = "Task" [ 700.298572] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.310015] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.495374] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.502388] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.509262] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.997s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.513840] env[69245]: INFO nova.compute.claims [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.653341] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Updated VIF entry in instance network info cache for port 42769435-fd79-4b45-a970-b2df4d058274. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.653765] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Updating instance_info_cache with network_info: [{"id": "42769435-fd79-4b45-a970-b2df4d058274", "address": "fa:16:3e:4a:aa:1f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42769435-fd", "ovs_interfaceid": "42769435-fd79-4b45-a970-b2df4d058274", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.725267] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Successfully created port: e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.773812] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Releasing lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.774151] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Instance network_info: |[{"id": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "address": "fa:16:3e:03:4e:f8", "network": {"id": "af2cae42-c48e-4e82-8c62-5601f8776b44", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-72676886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b93ad4160344591a924352b56348f72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f20e71-33", "ovs_interfaceid": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.776714] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:4e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.789540] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Creating folder: Project (9b93ad4160344591a924352b56348f72). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.789685] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36bd79da-e129-4930-9f8a-7d0ed9c06fb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.805940] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Created folder: Project (9b93ad4160344591a924352b56348f72) in parent group-v738357. [ 700.806248] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Creating folder: Instances. Parent ref: group-v738367. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.808658] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75d558b9-edd3-4843-ab0e-53dcd0713d83 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.813740] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028531} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.814305] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.815328] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72ca905-d099-4182-8a1c-ffc1fe11502c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.821323] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 700.821323] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529f7841-9eb3-0604-bab1-1ad6ba3ad02c" [ 700.821323] env[69245]: _type = "Task" [ 700.821323] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.826534] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Created folder: Instances in parent group-v738367. [ 700.827660] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.828027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.828296] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0e7a5d9-3e56-48f1-af8b-c1a16150ab08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.852190] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529f7841-9eb3-0604-bab1-1ad6ba3ad02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.859011] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.859011] env[69245]: value = "task-3707311" [ 700.859011] env[69245]: _type = "Task" [ 700.859011] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.878022] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707311, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.011705] env[69245]: DEBUG nova.compute.utils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.016874] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.016874] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.159466] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Releasing lock "refresh_cache-ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.159942] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Received event network-vif-plugged-9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.159942] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Acquiring lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.160185] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.160353] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.161163] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] No waiting events found dispatching network-vif-plugged-9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.161163] env[69245]: WARNING nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Received unexpected event network-vif-plugged-9e5576ed-ecc7-476b-9cfa-e7d363cfb348 for instance with vm_state building and task_state spawning. [ 701.161163] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Received event network-changed-9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.161163] env[69245]: DEBUG nova.compute.manager [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Refreshing instance network info cache due to event network-changed-9e5576ed-ecc7-476b-9cfa-e7d363cfb348. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.161412] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Acquiring lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.161530] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Acquired lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.161831] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Refreshing network info cache for port 9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.248093] env[69245]: DEBUG nova.policy [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7a179b15114e04853c65c2c27725ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4e0700c0144ea1b765f9bde5826b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.342461] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529f7841-9eb3-0604-bab1-1ad6ba3ad02c, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.342837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.343386] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 157a3e3c-50b6-4d40-96c7-72cd9caffb77/157a3e3c-50b6-4d40-96c7-72cd9caffb77.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.343386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.343640] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.343817] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-546765e3-b811-46f0-a045-6d1b40c4b1db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.346032] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5442be58-7fd1-4efb-ac03-a2ad4228880c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.353878] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 701.353878] env[69245]: value = "task-3707312" [ 701.353878] env[69245]: _type = "Task" [ 701.353878] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.359385] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.359710] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.362016] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8861f3-7d6e-4cbc-8c9f-e838b9384b6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.372166] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.377744] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 701.377744] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52301a3f-0bca-e9e6-b150-f487c7a61477" [ 701.377744] env[69245]: _type = "Task" [ 701.377744] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.380784] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707311, 'name': CreateVM_Task, 'duration_secs': 0.370715} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.384307] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.385171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.385330] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.385653] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.387547] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faf2af1-b870-4a2a-8ba8-41b45ab22cbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392393] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52301a3f-0bca-e9e6-b150-f487c7a61477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.398080] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 701.398080] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525271ca-b74d-1175-3754-557f8f44840f" [ 701.398080] env[69245]: _type = "Task" [ 701.398080] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.416459] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525271ca-b74d-1175-3754-557f8f44840f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.518348] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.583176] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "322dcd38-4643-438a-b672-6a47edc1e5c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.583298] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.830630] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e8708a-4cff-4b02-9d54-f3cc9a396fae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.841469] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97936233-f009-4304-83d6-91e33cdfc2ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.896700] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8796b9d9-8c2a-4641-97c5-0c2dead6bbde {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.910789] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52301a3f-0bca-e9e6-b150-f487c7a61477, 'name': SearchDatastore_Task, 'duration_secs': 0.022515} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.916732] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.918625] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afbbdf7d-d8d7-4b6a-8edd-0c2e3184b27d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.927570] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 701.927570] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5236e71e-7b7f-d371-039f-2b9e41c504b6" [ 701.927570] env[69245]: _type = "Task" [ 701.927570] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.933644] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525271ca-b74d-1175-3754-557f8f44840f, 'name': SearchDatastore_Task, 'duration_secs': 0.020177} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.938969] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c67c07-7cd0-4e6a-baeb-ad24e222be52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.942577] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.942840] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.943107] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.950079] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5236e71e-7b7f-d371-039f-2b9e41c504b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01235} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.959197] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.959540] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ad516b14-bc7d-43d0-bd0e-fb54690c1e9a/ad516b14-bc7d-43d0-bd0e-fb54690c1e9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.960212] env[69245]: DEBUG nova.compute.provider_tree [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.961679] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.961942] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.962236] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd707849-8f62-4a4e-8541-1872ec45372d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.965248] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53b04382-e054-492d-a793-5f787e367b3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.973902] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 701.973902] env[69245]: value = "task-3707313" [ 701.973902] env[69245]: _type = "Task" [ 701.973902] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.975240] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.975471] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.979616] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc26f5fc-cd8a-4a8c-baf3-06c53ff520cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986468] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 701.986468] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52046919-b41a-a452-0f69-9cbc39e52ef5" [ 701.986468] env[69245]: _type = "Task" [ 701.986468] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.991199] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.002135] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52046919-b41a-a452-0f69-9cbc39e52ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.003089] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d16be1-9e7d-4878-8f79-79abb2227e71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.010328] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 702.010328] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520ea885-c58e-e2c5-4976-f1c889ffd732" [ 702.010328] env[69245]: _type = "Task" [ 702.010328] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.015136] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Successfully updated port: 3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.023834] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520ea885-c58e-e2c5-4976-f1c889ffd732, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.024433] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.024433] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04/16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.024610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.025464] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.025464] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69ec6f80-3a17-4d1b-9e1d-b5d76f5e9fdd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.035201] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee5641f7-219b-44c3-9e90-0a5896bb5570 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.041074] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 702.041074] env[69245]: value = "task-3707314" [ 702.041074] env[69245]: _type = "Task" [ 702.041074] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.042991] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.043265] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.049355] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e03447e-d529-4a56-baf1-350b76485bec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.059710] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.062404] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 702.062404] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ca4fa2-446d-ce7e-de12-376ec752e120" [ 702.062404] env[69245]: _type = "Task" [ 702.062404] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.078115] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ca4fa2-446d-ce7e-de12-376ec752e120, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.078115] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca84997-dae4-4c71-8fc6-c17b33722221 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.097456] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 702.097456] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52050972-5cc4-cc5b-56e9-822180181ccc" [ 702.097456] env[69245]: _type = "Task" [ 702.097456] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.104714] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52050972-5cc4-cc5b-56e9-822180181ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.104714] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.105039] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 65a64c66-0d91-452a-a604-045e0a7f1177/65a64c66-0d91-452a-a604-045e0a7f1177.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.106106] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f4bfdf7-36e7-48ce-b3ca-0aba4e4aec9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.116045] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 702.116045] env[69245]: value = "task-3707315" [ 702.116045] env[69245]: _type = "Task" [ 702.116045] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.130570] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.224868] env[69245]: DEBUG nova.compute.manager [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Received event network-vif-plugged-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.225075] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Acquiring lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.225168] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.225615] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.225615] env[69245]: DEBUG nova.compute.manager [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] No waiting events found dispatching network-vif-plugged-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 702.225753] env[69245]: WARNING nova.compute.manager [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Received unexpected event network-vif-plugged-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 for instance with vm_state building and task_state spawning. [ 702.225787] env[69245]: DEBUG nova.compute.manager [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Received event network-changed-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.225952] env[69245]: DEBUG nova.compute.manager [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Refreshing instance network info cache due to event network-changed-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.226161] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Acquiring lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.226288] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Acquired lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.226437] env[69245]: DEBUG nova.network.neutron [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Refreshing network info cache for port 05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.249826] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.250110] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.405278] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581415} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.405676] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 157a3e3c-50b6-4d40-96c7-72cd9caffb77/157a3e3c-50b6-4d40-96c7-72cd9caffb77.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.406038] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.406038] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1b3ad8-94d5-4387-ac8c-8be4f67a991e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.419921] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 702.419921] env[69245]: value = "task-3707316" [ 702.419921] env[69245]: _type = "Task" [ 702.419921] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.435031] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.466940] env[69245]: DEBUG nova.scheduler.client.report [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.487183] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49048} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.488314] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ad516b14-bc7d-43d0-bd0e-fb54690c1e9a/ad516b14-bc7d-43d0-bd0e-fb54690c1e9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.488598] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.488838] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bcfeb75-43dd-4656-b63f-12187c42e507 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.497494] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 702.497494] env[69245]: value = "task-3707317" [ 702.497494] env[69245]: _type = "Task" [ 702.497494] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.516915] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.517533] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.517668] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquired lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.517834] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.536307] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.558879] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.583142] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.583511] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.583769] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.584354] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.584354] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.584354] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.585350] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.585350] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.585350] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.585350] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.585600] env[69245]: DEBUG nova.virt.hardware [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.586416] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc49d3c-4e63-4834-ba61-ab9679ec274e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.597440] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d6e85-2620-4cc5-a467-2089b0c93b27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.631886] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.884960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "f31d3f59-0fef-4b38-b071-a490318240af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.884960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.934235] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126672} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.934964] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.938152] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d5d7cc-05b5-445a-88da-d13ad4b97ecf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.974979] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 157a3e3c-50b6-4d40-96c7-72cd9caffb77/157a3e3c-50b6-4d40-96c7-72cd9caffb77.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.977323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.978109] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.981029] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ecd1cf-5264-4615-ad19-84098777c130 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.007961] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.213s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.026250] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095872} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.026570] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 703.026570] env[69245]: value = "task-3707318" [ 703.026570] env[69245]: _type = "Task" [ 703.026570] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.026830] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.028477] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c303201c-3ae8-4fec-937e-a89f14446c2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.047203] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.070720] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] ad516b14-bc7d-43d0-bd0e-fb54690c1e9a/ad516b14-bc7d-43d0-bd0e-fb54690c1e9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.073907] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd13f06f-3769-4fd1-80c3-f908740ddc2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.095321] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75981} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.095648] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04/16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.095905] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.098400] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c93b6d87-d6f7-4251-9b5f-92605613768e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.100268] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 703.100268] env[69245]: value = "task-3707319" [ 703.100268] env[69245]: _type = "Task" [ 703.100268] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.107858] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 703.107858] env[69245]: value = "task-3707320" [ 703.107858] env[69245]: _type = "Task" [ 703.107858] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.115452] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.121509] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.131389] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707315, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.184328] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.252963] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Successfully created port: c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.258625] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Updated VIF entry in instance network info cache for port 9e5576ed-ecc7-476b-9cfa-e7d363cfb348. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.258625] env[69245]: DEBUG nova.network.neutron [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Updating instance_info_cache with network_info: [{"id": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "address": "fa:16:3e:77:dd:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e5576ed-ec", "ovs_interfaceid": "9e5576ed-ecc7-476b-9cfa-e7d363cfb348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.292682] env[69245]: DEBUG nova.compute.manager [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Received event network-vif-plugged-3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.292888] env[69245]: DEBUG oslo_concurrency.lockutils [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] Acquiring lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.293432] env[69245]: DEBUG oslo_concurrency.lockutils [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.293704] env[69245]: DEBUG oslo_concurrency.lockutils [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.293963] env[69245]: DEBUG nova.compute.manager [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] No waiting events found dispatching network-vif-plugged-3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.294550] env[69245]: WARNING nova.compute.manager [req-9e77e7aa-b476-4fd9-91dc-38f90a1f2062 req-9660aa5c-e670-46c6-a1f2-3e5144d3c09c service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Received unexpected event network-vif-plugged-3421717b-1633-4879-989f-7afa9f09dcaa for instance with vm_state building and task_state spawning. [ 703.509523] env[69245]: DEBUG nova.compute.utils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.512536] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.512716] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.541086] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707318, 'name': ReconfigVM_Task, 'duration_secs': 0.377086} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.541518] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 157a3e3c-50b6-4d40-96c7-72cd9caffb77/157a3e3c-50b6-4d40-96c7-72cd9caffb77.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.543263] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7367e6c-0628-403d-af2f-9178569a447c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.553970] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 703.553970] env[69245]: value = "task-3707321" [ 703.553970] env[69245]: _type = "Task" [ 703.553970] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.566337] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707321, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.612450] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.622788] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707320, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.633906] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707315, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.053699} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.637138] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 65a64c66-0d91-452a-a604-045e0a7f1177/65a64c66-0d91-452a-a604-045e0a7f1177.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.637138] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.637138] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbf69297-69ed-4b0e-93fd-3997f80f72a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.643318] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 703.643318] env[69245]: value = "task-3707322" [ 703.643318] env[69245]: _type = "Task" [ 703.643318] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.652308] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.653325] env[69245]: DEBUG nova.network.neutron [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Updated VIF entry in instance network info cache for port 05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.653847] env[69245]: DEBUG nova.network.neutron [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Updating instance_info_cache with network_info: [{"id": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "address": "fa:16:3e:03:4e:f8", "network": {"id": "af2cae42-c48e-4e82-8c62-5601f8776b44", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-72676886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b93ad4160344591a924352b56348f72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f20e71-33", "ovs_interfaceid": "05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.737711] env[69245]: DEBUG nova.policy [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c000d88008040dca4c7edec3af9cc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6017d020834b2fb129da9e425af50d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.756905] env[69245]: DEBUG nova.network.neutron [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Updating instance_info_cache with network_info: [{"id": "3421717b-1633-4879-989f-7afa9f09dcaa", "address": "fa:16:3e:15:a0:17", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3421717b-16", "ovs_interfaceid": "3421717b-1633-4879-989f-7afa9f09dcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.762137] env[69245]: DEBUG oslo_concurrency.lockutils [req-74b55811-cb93-4955-996b-22f565786c62 req-f2bac997-439c-4c6c-8ed8-268d21db5175 service nova] Releasing lock "refresh_cache-16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.017573] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.057126] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 157a3e3c-50b6-4d40-96c7-72cd9caffb77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057126] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057126] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ad516b14-bc7d-43d0-bd0e-fb54690c1e9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057126] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 65a64c66-0d91-452a-a604-045e0a7f1177 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057269] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 69a5aaf1-a364-47ac-a4ec-e64159f94f29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057269] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057269] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ae7e0e6f-aac9-47fa-93d2-75f19702f708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.057269] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8c7dc96c-da68-42cb-9e35-db4407e1f820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 704.071619] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707321, 'name': Rename_Task, 'duration_secs': 0.169085} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.073028] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.073028] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb93829-49d6-44e9-9aef-ff55f7a7130a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.083205] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 704.083205] env[69245]: value = "task-3707323" [ 704.083205] env[69245]: _type = "Task" [ 704.083205] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.091179] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.115819] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707319, 'name': ReconfigVM_Task, 'duration_secs': 0.760181} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.120203] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Reconfigured VM instance instance-00000002 to attach disk [datastore2] ad516b14-bc7d-43d0-bd0e-fb54690c1e9a/ad516b14-bc7d-43d0-bd0e-fb54690c1e9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.120203] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755b9613-dd1a-42b4-bfe5-5e82707f3a44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.129030] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.519241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.130797] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.131769] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 704.131769] env[69245]: value = "task-3707324" [ 704.131769] env[69245]: _type = "Task" [ 704.131769] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.132724] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7443d6a-9005-4fac-8fb9-fd8b283f79b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.147169] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707324, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.163721] env[69245]: DEBUG oslo_concurrency.lockutils [req-aea19415-a876-49cd-a0ec-ed291ecc3262 req-ec509134-d5fd-4a4e-a872-6d3cc8854716 service nova] Releasing lock "refresh_cache-65a64c66-0d91-452a-a604-045e0a7f1177" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.174070] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04/16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.174786] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe0dd35-57d1-4e53-aad1-78ed1693b342 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.197884] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081306} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.201044] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.201678] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 704.201678] env[69245]: value = "task-3707325" [ 704.201678] env[69245]: _type = "Task" [ 704.201678] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.202583] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9328635-2994-49d4-a0be-5449537011d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.216702] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.237541] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 65a64c66-0d91-452a-a604-045e0a7f1177/65a64c66-0d91-452a-a604-045e0a7f1177.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.237864] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21fe892-41a2-4b7c-94d4-387333c8a4fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.261021] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 704.261021] env[69245]: value = "task-3707326" [ 704.261021] env[69245]: _type = "Task" [ 704.261021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.261821] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Releasing lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.262131] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Instance network_info: |[{"id": "3421717b-1633-4879-989f-7afa9f09dcaa", "address": "fa:16:3e:15:a0:17", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3421717b-16", "ovs_interfaceid": "3421717b-1633-4879-989f-7afa9f09dcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.266849] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a0:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3421717b-1633-4879-989f-7afa9f09dcaa', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.274500] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Creating folder: Project (75d0cd02bde4403a8c1ff07a2dfa7a82). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.274817] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-377c60c0-b2d7-43ae-b747-0020317b88b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.285180] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.291370] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Created folder: Project (75d0cd02bde4403a8c1ff07a2dfa7a82) in parent group-v738357. [ 704.291583] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Creating folder: Instances. Parent ref: group-v738370. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.291836] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bd38c2-ad66-4902-942c-c6b0c89f0873 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.302918] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Created folder: Instances in parent group-v738370. [ 704.303652] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.303652] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.303781] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25b31edd-625d-43da-aaa6-cf2bc38669ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.326053] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.326053] env[69245]: value = "task-3707329" [ 704.326053] env[69245]: _type = "Task" [ 704.326053] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.336205] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707329, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.566236] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c020b49d-0484-4df0-bca9-44053f5210ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 704.600389] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.648039] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707324, 'name': Rename_Task, 'duration_secs': 0.175651} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.648346] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.648625] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616ec40e-7624-4918-a0b1-29d77edf59d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.658854] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 704.658854] env[69245]: value = "task-3707330" [ 704.658854] env[69245]: _type = "Task" [ 704.658854] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.674663] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.718700] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707325, 'name': ReconfigVM_Task, 'duration_secs': 0.414637} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.718851] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04/16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.719619] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a20f269-697f-4759-ab41-2ed15573ce17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.728712] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 704.728712] env[69245]: value = "task-3707331" [ 704.728712] env[69245]: _type = "Task" [ 704.728712] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.748825] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707331, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.775015] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707326, 'name': ReconfigVM_Task, 'duration_secs': 0.501642} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.775015] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 65a64c66-0d91-452a-a604-045e0a7f1177/65a64c66-0d91-452a-a604-045e0a7f1177.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.775015] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bcf8fae-a05d-4097-aec5-1e3a386dae51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.785214] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 704.785214] env[69245]: value = "task-3707332" [ 704.785214] env[69245]: _type = "Task" [ 704.785214] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.799165] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707332, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.841214] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707329, 'name': CreateVM_Task, 'duration_secs': 0.467549} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.844564] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.844988] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.845156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.845492] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.846013] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7f4fa1-1379-4a96-b044-c7651dc29120 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.851856] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 704.851856] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526f1fca-5eb5-8f7d-9a65-8c4210c64b0f" [ 704.851856] env[69245]: _type = "Task" [ 704.851856] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.861319] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526f1fca-5eb5-8f7d-9a65-8c4210c64b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.038067] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.076587] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.076587] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.076587] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.076916] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.076916] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.077295] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.077927] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.077927] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.077927] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.078059] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.079018] env[69245]: DEBUG nova.virt.hardware [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.079240] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a6d2089f-ea74-4565-a76c-f8d6606445f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 705.083035] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e8a6b-7609-4eda-85be-dfc1d95ffa3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.096122] env[69245]: DEBUG oslo_vmware.api [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707323, 'name': PowerOnVM_Task, 'duration_secs': 0.615618} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.100124] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.100124] env[69245]: INFO nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Took 16.50 seconds to spawn the instance on the hypervisor. [ 705.100309] env[69245]: DEBUG nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.101781] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7d04c-13fd-46e5-ac71-21af662d707a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.107331] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6592a5e-323b-4bc5-924c-e062c05c2354 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.175766] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707330, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.248555] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707331, 'name': Rename_Task, 'duration_secs': 0.199343} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.248555] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Successfully updated port: e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.250260] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.250260] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a540a8c3-fcc9-492e-bee6-0842f5a0fea6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.258028] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 705.258028] env[69245]: value = "task-3707333" [ 705.258028] env[69245]: _type = "Task" [ 705.258028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.271881] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.297580] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707332, 'name': Rename_Task, 'duration_secs': 0.266162} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.298535] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Successfully created port: 193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.300693] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.300949] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469e8bb2-ac6c-425e-ab64-da730ac3140b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.309565] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 705.309565] env[69245]: value = "task-3707334" [ 705.309565] env[69245]: _type = "Task" [ 705.309565] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.319072] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.368412] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526f1fca-5eb5-8f7d-9a65-8c4210c64b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.368412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.368684] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.369628] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369628] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.369628] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.370040] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bb96970-aaec-4012-86f1-0bfa4cab17d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.381021] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.381160] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.382750] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8cdb68-4ad8-4755-a849-6f75e0fa97a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.393409] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 705.393409] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e92538-a038-b0b2-dd9e-0588a683266f" [ 705.393409] env[69245]: _type = "Task" [ 705.393409] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.409023] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e92538-a038-b0b2-dd9e-0588a683266f, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.409800] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8191a042-9d66-47a2-85cd-87d2beaaf496 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.417844] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 705.417844] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ddd1e-e769-4930-35df-7d3c22be5f9c" [ 705.417844] env[69245]: _type = "Task" [ 705.417844] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.429638] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ddd1e-e769-4930-35df-7d3c22be5f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.585236] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 9305dae7-b3a1-4313-9c56-efd16191efff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 705.641346] env[69245]: INFO nova.compute.manager [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Took 21.31 seconds to build instance. [ 705.680355] env[69245]: DEBUG oslo_vmware.api [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707330, 'name': PowerOnVM_Task, 'duration_secs': 0.573854} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.680666] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.680859] env[69245]: INFO nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Took 14.87 seconds to spawn the instance on the hypervisor. [ 705.681046] env[69245]: DEBUG nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.682015] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb8daf-706e-4139-a27f-78ad7906c09b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.752598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.752598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.752598] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.777929] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.819442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.819442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.825789] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.932031] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ddd1e-e769-4930-35df-7d3c22be5f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.932373] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.932762] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 69a5aaf1-a364-47ac-a4ec-e64159f94f29/69a5aaf1-a364-47ac-a4ec-e64159f94f29.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.933515] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d17f6744-65b7-4877-a944-c3fdae367699 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.943285] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 705.943285] env[69245]: value = "task-3707335" [ 705.943285] env[69245]: _type = "Task" [ 705.943285] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.957444] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.088361] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 322dcd38-4643-438a-b672-6a47edc1e5c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 706.145475] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3145a0a-716b-4fac-bc15-7e3a3ec657ca tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.821s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.165176] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Successfully updated port: c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.205464] env[69245]: INFO nova.compute.manager [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Took 19.84 seconds to build instance. [ 706.274599] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.323449] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.343905] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.456034] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.595027] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4a3b9e55-6e11-4191-8b8e-acf0a1472f66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 706.652493] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.670866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.670866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.670866] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.707615] env[69245]: DEBUG oslo_concurrency.lockutils [None req-efadad35-b0be-40f9-b6e5-e4dcf5d30e51 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.356s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.750168] env[69245]: DEBUG nova.network.neutron [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Updating instance_info_cache with network_info: [{"id": "e199eac3-3b7c-4bc7-8608-eaea86437570", "address": "fa:16:3e:8f:68:21", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199eac3-3b", "ovs_interfaceid": "e199eac3-3b7c-4bc7-8608-eaea86437570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.775433] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.821422] env[69245]: DEBUG oslo_vmware.api [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707334, 'name': PowerOnVM_Task, 'duration_secs': 1.220936} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.821792] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.822043] env[69245]: INFO nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Took 11.45 seconds to spawn the instance on the hypervisor. [ 706.822280] env[69245]: DEBUG nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.823320] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f4c45b-b49f-40e8-bb66-8264fa71f5a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.959376] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64977} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.960438] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 69a5aaf1-a364-47ac-a4ec-e64159f94f29/69a5aaf1-a364-47ac-a4ec-e64159f94f29.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.960698] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.961192] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df43eb3-40e3-4d8f-bfa5-4775985fed19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.971453] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 706.971453] env[69245]: value = "task-3707336" [ 706.971453] env[69245]: _type = "Task" [ 706.971453] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.985272] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.099445] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f31d3f59-0fef-4b38-b071-a490318240af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 707.099445] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 707.099445] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 707.185479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.212931] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.222297] env[69245]: DEBUG nova.compute.manager [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Received event network-vif-plugged-e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.223140] env[69245]: DEBUG oslo_concurrency.lockutils [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] Acquiring lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.223140] env[69245]: DEBUG oslo_concurrency.lockutils [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.223140] env[69245]: DEBUG oslo_concurrency.lockutils [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.224312] env[69245]: DEBUG nova.compute.manager [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] No waiting events found dispatching network-vif-plugged-e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.224312] env[69245]: WARNING nova.compute.manager [req-9457fd75-219f-4d53-803b-2bd3bb45c7a1 req-9b2b3439-8d58-4a08-9e16-3b9fe6120aeb service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Received unexpected event network-vif-plugged-e199eac3-3b7c-4bc7-8608-eaea86437570 for instance with vm_state building and task_state spawning. [ 707.256648] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.256648] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance network_info: |[{"id": "e199eac3-3b7c-4bc7-8608-eaea86437570", "address": "fa:16:3e:8f:68:21", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199eac3-3b", "ovs_interfaceid": "e199eac3-3b7c-4bc7-8608-eaea86437570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.257021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e199eac3-3b7c-4bc7-8608-eaea86437570', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.264320] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating folder: Project (da4e0700c0144ea1b765f9bde5826b47). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.268378] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a593f1dd-da1d-4d51-95fa-57d2a1e67e8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.283046] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.289941] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created folder: Project (da4e0700c0144ea1b765f9bde5826b47) in parent group-v738357. [ 707.289941] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating folder: Instances. Parent ref: group-v738373. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.289941] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ccc7c58-6a34-4aa9-8b44-29f129506018 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.293424] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.301735] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created folder: Instances in parent group-v738373. [ 707.301990] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.302277] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.302393] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-843fd75f-303b-454d-8681-0a9aa90884b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.328502] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.328502] env[69245]: value = "task-3707339" [ 707.328502] env[69245]: _type = "Task" [ 707.328502] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.345526] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707339, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.348889] env[69245]: INFO nova.compute.manager [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Took 19.87 seconds to build instance. [ 707.414640] env[69245]: DEBUG nova.compute.manager [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Received event network-changed-3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.414901] env[69245]: DEBUG nova.compute.manager [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Refreshing instance network info cache due to event network-changed-3421717b-1633-4879-989f-7afa9f09dcaa. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.415088] env[69245]: DEBUG oslo_concurrency.lockutils [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] Acquiring lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.415398] env[69245]: DEBUG oslo_concurrency.lockutils [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] Acquired lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.415398] env[69245]: DEBUG nova.network.neutron [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Refreshing network info cache for port 3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.450832] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117bf206-f943-4543-bbda-8667d641dc1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.460471] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb83d9-1dd1-44eb-b041-0b645afefa4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.507837] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02503e0f-ae2b-4b82-9daa-ba41998c8dca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.521481] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23457} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.522035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.523871] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42524ec4-5997-4dd9-870c-439006f0a319 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.531301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f0f4c-9b7d-4c04-8e94-0c1aab453653 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.551192] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.577695] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 69a5aaf1-a364-47ac-a4ec-e64159f94f29/69a5aaf1-a364-47ac-a4ec-e64159f94f29.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.580303] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.583319] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3f0062-77e2-43d4-82f3-76490a7f2187 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.604468] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "c67b11b8-fffd-43f7-815c-428e01ec7872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.604929] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.608508] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 707.608508] env[69245]: value = "task-3707340" [ 707.608508] env[69245]: _type = "Task" [ 707.608508] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.621289] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.758020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.780893] env[69245]: DEBUG oslo_vmware.api [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707333, 'name': PowerOnVM_Task, 'duration_secs': 2.408581} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.781399] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.781892] env[69245]: INFO nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Took 14.70 seconds to spawn the instance on the hypervisor. [ 707.782327] env[69245]: DEBUG nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.784247] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae089f0-8123-49ce-9358-b135f93d1a14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.794587] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "666862d2-15cc-4d59-985c-bb406c1c5435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.794970] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.816101] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Successfully updated port: 193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.844068] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707339, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.851021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4897ea73-28e6-417f-a512-a36f99fdc285 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.385s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.868564] env[69245]: DEBUG nova.network.neutron [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Updating instance_info_cache with network_info: [{"id": "c595880b-98fe-4b40-a991-3a2a8974f08e", "address": "fa:16:3e:fe:bd:ee", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc595880b-98", "ovs_interfaceid": "c595880b-98fe-4b40-a991-3a2a8974f08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.100392] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 708.100620] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.093s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.100891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.326s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.102547] env[69245]: INFO nova.compute.claims [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.124145] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707340, 'name': ReconfigVM_Task, 'duration_secs': 0.438203} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.125406] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 69a5aaf1-a364-47ac-a4ec-e64159f94f29/69a5aaf1-a364-47ac-a4ec-e64159f94f29.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.126080] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f0acf11-4aa6-4132-9ed3-475b6a68580e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.135495] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 708.135495] env[69245]: value = "task-3707341" [ 708.135495] env[69245]: _type = "Task" [ 708.135495] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.147063] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707341, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.317897] env[69245]: INFO nova.compute.manager [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Took 21.85 seconds to build instance. [ 708.320594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.320594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquired lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.320594] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.344337] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707339, 'name': CreateVM_Task, 'duration_secs': 0.531501} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.345245] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.345245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.345400] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345811] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.347063] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b9f68d-d004-4520-8b52-f73b75009513 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.354058] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 708.354058] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52005a3c-e1b1-647a-6453-59d91f04ab6c" [ 708.354058] env[69245]: _type = "Task" [ 708.354058] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.354345] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.375765] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.376164] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Instance network_info: |[{"id": "c595880b-98fe-4b40-a991-3a2a8974f08e", "address": "fa:16:3e:fe:bd:ee", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc595880b-98", "ovs_interfaceid": "c595880b-98fe-4b40-a991-3a2a8974f08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.377836] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52005a3c-e1b1-647a-6453-59d91f04ab6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.377836] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:bd:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c595880b-98fe-4b40-a991-3a2a8974f08e', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.385180] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.385387] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.385916] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a7e148-4af7-4965-9c72-98514dc6b6ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.414983] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.414983] env[69245]: value = "task-3707342" [ 708.414983] env[69245]: _type = "Task" [ 708.414983] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.430340] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707342, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.649590] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707341, 'name': Rename_Task, 'duration_secs': 0.351591} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.649993] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.651241] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8903c84b-b2b7-4406-9946-ebced1dc2372 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.661361] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 708.661361] env[69245]: value = "task-3707343" [ 708.661361] env[69245]: _type = "Task" [ 708.661361] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.676381] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.821567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e6e51e86-ccfb-4fb9-9c1a-41dc8334bbe0 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.362s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.859334] env[69245]: DEBUG nova.network.neutron [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Updated VIF entry in instance network info cache for port 3421717b-1633-4879-989f-7afa9f09dcaa. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.859334] env[69245]: DEBUG nova.network.neutron [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Updating instance_info_cache with network_info: [{"id": "3421717b-1633-4879-989f-7afa9f09dcaa", "address": "fa:16:3e:15:a0:17", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3421717b-16", "ovs_interfaceid": "3421717b-1633-4879-989f-7afa9f09dcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.887108] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52005a3c-e1b1-647a-6453-59d91f04ab6c, 'name': SearchDatastore_Task, 'duration_secs': 0.038268} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.888269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.888696] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.889061] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.889323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.889621] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.890605] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c103ae9b-e4b7-4db3-8f7f-2e8ed5b606ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.903886] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.904061] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.908543] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.909436] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.911468] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460ff1f8-ba35-4cf2-b0f2-bf469f0c95b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.920214] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 708.920214] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d8588d-0e30-abfb-9d54-2b442fdb6c70" [ 708.920214] env[69245]: _type = "Task" [ 708.920214] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.955519] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707342, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.955841] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d8588d-0e30-abfb-9d54-2b442fdb6c70, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.959229] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed45a34-a6a5-44d7-b439-4b03975ae2b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.966473] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 708.966473] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525362e5-131b-6838-07c2-8e6cf0f3f367" [ 708.966473] env[69245]: _type = "Task" [ 708.966473] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.976242] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525362e5-131b-6838-07c2-8e6cf0f3f367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.180417] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.304680] env[69245]: DEBUG nova.network.neutron [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Updating instance_info_cache with network_info: [{"id": "193e39a6-a691-467a-a3cc-0495117d8f6c", "address": "fa:16:3e:80:b7:07", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193e39a6-a6", "ovs_interfaceid": "193e39a6-a691-467a-a3cc-0495117d8f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.326995] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.369729] env[69245]: DEBUG oslo_concurrency.lockutils [req-752312dd-b60b-49e1-9a5b-822524eeb85b req-d4178742-ec62-4c47-9f7a-7614c8c6fd91 service nova] Releasing lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.432569] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707342, 'name': CreateVM_Task, 'duration_secs': 0.590114} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.432569] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.433826] env[69245]: DEBUG oslo_vmware.service [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba31f75-9c17-410d-85d7-f352df0fad41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.449353] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.449549] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.449940] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.450241] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60fd47c-3112-49e0-a807-5dbf6ec86224 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.459773] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 709.459773] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52399535-9a3e-43ea-1b6d-fdb3631cf4fa" [ 709.459773] env[69245]: _type = "Task" [ 709.459773] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.475152] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52399535-9a3e-43ea-1b6d-fdb3631cf4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.482208] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525362e5-131b-6838-07c2-8e6cf0f3f367, 'name': SearchDatastore_Task, 'duration_secs': 0.020166} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.485649] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.485838] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.488658] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c53817-734d-4686-9ebe-8ec0ae639199 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.499611] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 709.499611] env[69245]: value = "task-3707344" [ 709.499611] env[69245]: _type = "Task" [ 709.499611] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.508564] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725b878-73ff-4c27-997f-cd2112082bb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.530915] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.533346] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf0ca3-6dcb-487e-a0a1-09fc7b6a2991 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.565187] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a49166-2d4c-4820-9dc8-194ac42dd96e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.573829] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaecff9-4734-4282-be48-ada6708f30b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.590453] env[69245]: DEBUG nova.compute.provider_tree [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.676050] env[69245]: DEBUG oslo_vmware.api [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707343, 'name': PowerOnVM_Task, 'duration_secs': 0.744301} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.676419] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.676632] env[69245]: INFO nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Took 11.94 seconds to spawn the instance on the hypervisor. [ 709.676743] env[69245]: DEBUG nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.678433] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72775c6c-17c3-4087-922f-61d24e934cc1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.808901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Releasing lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.809276] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Instance network_info: |[{"id": "193e39a6-a691-467a-a3cc-0495117d8f6c", "address": "fa:16:3e:80:b7:07", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193e39a6-a6", "ovs_interfaceid": "193e39a6-a691-467a-a3cc-0495117d8f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.810053] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '193e39a6-a691-467a-a3cc-0495117d8f6c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.819560] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Creating folder: Project (4c6017d020834b2fb129da9e425af50d). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.820017] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccf4cdef-0372-4307-a779-39b571d2ef6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.832684] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Created folder: Project (4c6017d020834b2fb129da9e425af50d) in parent group-v738357. [ 709.833183] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Creating folder: Instances. Parent ref: group-v738377. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.836479] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21feede1-9e7a-40a1-96fb-5f105d66f0a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.852148] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Created folder: Instances in parent group-v738377. [ 709.852939] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.854916] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.856044] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.856044] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0255d84-0555-4f1e-af9b-4f56b04f5965 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.884622] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.884622] env[69245]: value = "task-3707347" [ 709.884622] env[69245]: _type = "Task" [ 709.884622] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.895766] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707347, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.976076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.976500] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.976694] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.976964] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.977058] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.977322] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6907a883-ab27-451e-9159-18483375f67f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.992264] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.992740] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.993340] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b763bc-3574-4ef9-a3c5-bd69e6c5f397 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.006497] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86480fdc-9cc2-4a1b-aabd-434824ac9f72 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.016193] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 710.016193] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527b175b-1882-a158-ee72-b4758db2ff54" [ 710.016193] env[69245]: _type = "Task" [ 710.016193] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.019248] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.040564] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 710.040564] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.040648] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68fb91e4-0f61-407b-944d-6c69c60ed612 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.093830] env[69245]: DEBUG nova.scheduler.client.report [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.101053] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.101053] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Fetch image to [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 710.101053] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Downloading image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69245) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 710.103297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8863c4e6-5c6d-4ce1-9780-3b679ab9d5b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.120150] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3e0e7-e028-497f-9a49-2e40b5741b0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.138488] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791058b2-1a40-4672-9ed4-e2b43eacaca4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.186910] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d32c3-9b9a-4965-bc52-3a29dd01931b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.202449] env[69245]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-596638e3-f6f4-4753-982a-9ddebc9d9043 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.211341] env[69245]: INFO nova.compute.manager [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Took 22.14 seconds to build instance. [ 710.328033] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Downloading image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to the data store datastore1 {{(pid=69245) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 710.399604] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707347, 'name': CreateVM_Task, 'duration_secs': 0.504151} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.399770] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.400598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.400726] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.401134] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.401571] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71cdc518-72b7-4767-a3f9-b545e85a7f73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.410864] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 710.410864] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de5619-50d0-a07f-d076-3b8ec7107da9" [ 710.410864] env[69245]: _type = "Task" [ 710.410864] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.410864] env[69245]: DEBUG oslo_vmware.rw_handles [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 710.496144] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de5619-50d0-a07f-d076-3b8ec7107da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.521839] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918142} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.523128] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.523128] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.523128] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518faa40-b2b0-46f2-a345-21542ac5b412 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.532737] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 710.532737] env[69245]: value = "task-3707352" [ 710.532737] env[69245]: _type = "Task" [ 710.532737] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.546464] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.600325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.601205] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.606210] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.759s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.608896] env[69245]: INFO nova.compute.claims [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.641301] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Acquiring lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.641710] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.642044] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Acquiring lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.642832] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.643309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.649934] env[69245]: INFO nova.compute.manager [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Terminating instance [ 710.712477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-188bbd3e-0c56-4932-a99d-2ac7853a1ee2 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.653s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.795773] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "interface-65a64c66-0d91-452a-a604-045e0a7f1177-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.800692] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "interface-65a64c66-0d91-452a-a604-045e0a7f1177-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.800838] env[69245]: DEBUG nova.objects.instance [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lazy-loading 'flavor' on Instance uuid 65a64c66-0d91-452a-a604-045e0a7f1177 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.821162] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Received event network-changed-e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.821473] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Refreshing instance network info cache due to event network-changed-e199eac3-3b7c-4bc7-8608-eaea86437570. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.821830] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquiring lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.822093] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquired lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.822316] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Refreshing network info cache for port e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.923167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.923610] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.923825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.046587] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.046897] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.047780] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df239986-f15e-4144-a5e8-549a760afdf5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.077520] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.081138] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30943e3b-0953-4a8a-b6dc-99ec068215cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.110040] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 711.110040] env[69245]: value = "task-3707353" [ 711.110040] env[69245]: _type = "Task" [ 711.110040] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.120037] env[69245]: DEBUG nova.compute.utils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.123522] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.124432] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.133316] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.165236] env[69245]: DEBUG nova.compute.manager [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.165371] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.167257] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aebfe8-7657-4558-b7e3-d07a548156a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.177025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.177499] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4376976b-ca37-4bf2-8526-c0d7a4950811 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.188278] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Waiting for the task: (returnval){ [ 711.188278] env[69245]: value = "task-3707354" [ 711.188278] env[69245]: _type = "Task" [ 711.188278] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.198852] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Task: {'id': task-3707354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.214754] env[69245]: DEBUG nova.policy [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '340c980ae0dc4e6cb04ff266a71f4f05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52cb8c16c4e541628785c7b86a1ebd8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.217929] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.325762] env[69245]: DEBUG nova.objects.instance [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lazy-loading 'pci_requests' on Instance uuid 65a64c66-0d91-452a-a604-045e0a7f1177 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.504169] env[69245]: DEBUG oslo_vmware.rw_handles [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 711.504553] env[69245]: DEBUG oslo_vmware.rw_handles [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 711.621515] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.625614] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.701326] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Task: {'id': task-3707354, 'name': PowerOffVM_Task, 'duration_secs': 0.342582} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.701603] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.701850] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.702090] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ae602f-24c6-48af-a650-3288eedaebc5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.744973] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.818388] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Downloaded image file data 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69245) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 711.820753] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 711.821130] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk to [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.821508] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a1d5a2-e35d-4d41-9997-02e12b4da43f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.831280] env[69245]: DEBUG nova.objects.base [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Object Instance<65a64c66-0d91-452a-a604-045e0a7f1177> lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 711.831609] env[69245]: DEBUG nova.network.neutron [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.839987] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 711.839987] env[69245]: value = "task-3707356" [ 711.839987] env[69245]: _type = "Task" [ 711.839987] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.853875] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.945700] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ef3b0-fcc4-4260-b63a-52ed26d99c1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.949309] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Updated VIF entry in instance network info cache for port e199eac3-3b7c-4bc7-8608-eaea86437570. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.949666] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Updating instance_info_cache with network_info: [{"id": "e199eac3-3b7c-4bc7-8608-eaea86437570", "address": "fa:16:3e:8f:68:21", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape199eac3-3b", "ovs_interfaceid": "e199eac3-3b7c-4bc7-8608-eaea86437570", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.958035] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1acc36-64ac-4a25-8c45-db001fc5a159 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.001299] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ff6993-4f1a-4681-b39d-b8e1bc233155 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.011335] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb02a43-2fcb-4ebd-a3c8-c4465d748866 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.029684] env[69245]: DEBUG nova.compute.provider_tree [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.063938] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.065019] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.065019] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Deleting the datastore file [datastore2] ad516b14-bc7d-43d0-bd0e-fb54690c1e9a {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.065019] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3cce4f9-6736-464d-a493-a9d9b33d7e68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.073634] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Waiting for the task: (returnval){ [ 712.073634] env[69245]: value = "task-3707357" [ 712.073634] env[69245]: _type = "Task" [ 712.073634] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.083188] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Task: {'id': task-3707357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.123952] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707353, 'name': ReconfigVM_Task, 'duration_secs': 0.940476} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.123952] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.124562] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48735087-6cf9-4439-b4e9-ccdc0b734117 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.136422] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 712.136422] env[69245]: value = "task-3707358" [ 712.136422] env[69245]: _type = "Task" [ 712.136422] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.148913] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707358, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.160314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33dbde63-f3b4-4232-a710-56a7ba551ed6 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "interface-65a64c66-0d91-452a-a604-045e0a7f1177-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.364s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.204870] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "b0d76866-db4b-4132-9607-deddf4195756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.205154] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.243588] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Successfully created port: 40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.354234] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707356, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.452739] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Releasing lock "refresh_cache-2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.453073] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Received event network-vif-plugged-c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.453394] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquiring lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.453747] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.453863] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.454040] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] No waiting events found dispatching network-vif-plugged-c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.454172] env[69245]: WARNING nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Received unexpected event network-vif-plugged-c595880b-98fe-4b40-a991-3a2a8974f08e for instance with vm_state building and task_state spawning. [ 712.454336] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Received event network-changed-c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.454500] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Refreshing instance network info cache due to event network-changed-c595880b-98fe-4b40-a991-3a2a8974f08e. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.454696] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquiring lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.454840] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquired lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.454975] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Refreshing network info cache for port c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.535510] env[69245]: DEBUG nova.scheduler.client.report [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.588756] env[69245]: DEBUG oslo_vmware.api [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Task: {'id': task-3707357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267609} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.589133] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.589332] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.589507] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.589690] env[69245]: INFO nova.compute.manager [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Took 1.42 seconds to destroy the instance on the hypervisor. [ 712.589952] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.590174] env[69245]: DEBUG nova.compute.manager [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.590301] env[69245]: DEBUG nova.network.neutron [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.644499] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.655450] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707358, 'name': Rename_Task, 'duration_secs': 0.181028} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.657330] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.657330] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4641ec-a350-4ca5-8f6e-f0de0b043aef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.668989] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 712.668989] env[69245]: value = "task-3707359" [ 712.668989] env[69245]: _type = "Task" [ 712.668989] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.690972] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.698572] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.698572] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.698572] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.698995] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.698995] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.698995] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.698995] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.698995] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.699315] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.699605] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.699908] env[69245]: DEBUG nova.virt.hardware [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.701674] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619381c-cd96-4c4c-a78b-bb5ba99b5b53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.722329] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ba55d-ae6c-453c-b9b0-f420308f8741 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.859873] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707356, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.860221] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk to [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.861460] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/tmp-sparse.vmdk {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.861460] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46785532-1bf2-43b7-861c-b18d6adefbf2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.869674] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 712.869674] env[69245]: value = "task-3707360" [ 712.869674] env[69245]: _type = "Task" [ 712.869674] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.878688] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.037872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.038423] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.041541] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.856s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.042981] env[69245]: INFO nova.compute.claims [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.185931] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.384559] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071753} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.384895] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.385098] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Moving file from [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554/153ec70d-f42d-4a45-9ba5-d874fcbe21c6 to [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6. {{(pid=69245) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 713.385827] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f27c1d0f-8ef4-40b7-9fa7-968b66957435 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394983] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 713.394983] env[69245]: value = "task-3707361" [ 713.394983] env[69245]: _type = "Task" [ 713.394983] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.406341] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707361, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.545186] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Updated VIF entry in instance network info cache for port c595880b-98fe-4b40-a991-3a2a8974f08e. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.545587] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Updating instance_info_cache with network_info: [{"id": "c595880b-98fe-4b40-a991-3a2a8974f08e", "address": "fa:16:3e:fe:bd:ee", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc595880b-98", "ovs_interfaceid": "c595880b-98fe-4b40-a991-3a2a8974f08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.553268] env[69245]: DEBUG nova.compute.utils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.557469] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.557724] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.682902] env[69245]: DEBUG nova.policy [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4598bf6d7159422aa8414827fd4c67c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578dd2f2b79c48c98a413845986b6422', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.694656] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.824503] env[69245]: DEBUG nova.network.neutron [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.905701] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707361, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.052568} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.906902] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] File moved {{(pid=69245) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 713.907225] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Cleaning up location [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 713.907471] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore1] vmware_temp/95ae0e55-132e-47d6-8dc3-96f13adb8554 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.907782] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a917c51-752b-4e68-a47d-9a02250e40ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.915676] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 713.915676] env[69245]: value = "task-3707363" [ 713.915676] env[69245]: _type = "Task" [ 713.915676] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.926648] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.060024] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Releasing lock "refresh_cache-ae7e0e6f-aac9-47fa-93d2-75f19702f708" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.060024] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Received event network-vif-plugged-193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.060024] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquiring lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.060024] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.060024] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.061374] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] No waiting events found dispatching network-vif-plugged-193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.061374] env[69245]: WARNING nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Received unexpected event network-vif-plugged-193e39a6-a691-467a-a3cc-0495117d8f6c for instance with vm_state building and task_state spawning. [ 714.061374] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Received event network-changed-193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.061374] env[69245]: DEBUG nova.compute.manager [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Refreshing instance network info cache due to event network-changed-193e39a6-a691-467a-a3cc-0495117d8f6c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.061374] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquiring lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.061523] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Acquired lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.061523] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Refreshing network info cache for port 193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.071936] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.190711] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.221215] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Successfully created port: 4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.327187] env[69245]: INFO nova.compute.manager [-] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Took 1.74 seconds to deallocate network for instance. [ 714.404545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d797c-bdf0-4f55-a905-eab828f5118d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.416717] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8636d68-a79f-44de-a9a1-bcc01e5c6925 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.436092] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081061} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.470514] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.471987] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4445c64d-7339-4a74-9125-bd91599d3081 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.475778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adee0ec6-6ed5-49fc-a256-970abf8a9913 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.486440] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef761f8e-1e9e-4037-b87e-71d5e3495786 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.491487] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 714.491487] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5215cedf-fbfb-149f-1480-b32e5f97858f" [ 714.491487] env[69245]: _type = "Task" [ 714.491487] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.504677] env[69245]: DEBUG nova.compute.provider_tree [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.512846] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5215cedf-fbfb-149f-1480-b32e5f97858f, 'name': SearchDatastore_Task, 'duration_secs': 0.014223} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.513133] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.513403] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ae7e0e6f-aac9-47fa-93d2-75f19702f708/ae7e0e6f-aac9-47fa-93d2-75f19702f708.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.513741] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.514095] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.514195] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd45ed4c-78d5-4de9-af40-f62bfe770d8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.516629] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408d3e8d-cc95-42e5-b5f4-e2506e62b69f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.530037] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 714.530037] env[69245]: value = "task-3707364" [ 714.530037] env[69245]: _type = "Task" [ 714.530037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.537769] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.537981] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.542773] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3398e01-d9e1-42e7-859a-7596016f5288 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.545666] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.551757] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 714.551757] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528811db-f0be-b835-c62c-24c0bfa808f1" [ 714.551757] env[69245]: _type = "Task" [ 714.551757] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.560522] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528811db-f0be-b835-c62c-24c0bfa808f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.691520] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.840293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.975659] env[69245]: DEBUG nova.compute.manager [req-24afee6f-a524-4ad3-aa74-678417c54b4e req-58ba0d27-4636-4dc8-bc91-1847ec1092cc service nova] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Received event network-vif-deleted-42769435-fd79-4b45-a970-b2df4d058274 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.009929] env[69245]: DEBUG nova.scheduler.client.report [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.041522] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707364, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.061200] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528811db-f0be-b835-c62c-24c0bfa808f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.062403] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5036f6-f652-4361-a5ca-27d18d03252f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.070228] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 715.070228] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a8ebfe-0393-4bfe-56f7-86c013edb3ad" [ 715.070228] env[69245]: _type = "Task" [ 715.070228] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.081839] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.084356] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a8ebfe-0393-4bfe-56f7-86c013edb3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118037] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.118320] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.118511] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.118651] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.118809] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.118985] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.119289] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.119378] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.119540] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.119703] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.119914] env[69245]: DEBUG nova.virt.hardware [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.121084] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889cc837-8895-490c-86d5-de5aff43d5ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.130511] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ed587-3343-4f03-8cf9-a80b0fd23050 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.190891] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.261787] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Updated VIF entry in instance network info cache for port 193e39a6-a691-467a-a3cc-0495117d8f6c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.264043] env[69245]: DEBUG nova.network.neutron [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Updating instance_info_cache with network_info: [{"id": "193e39a6-a691-467a-a3cc-0495117d8f6c", "address": "fa:16:3e:80:b7:07", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap193e39a6-a6", "ovs_interfaceid": "193e39a6-a691-467a-a3cc-0495117d8f6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.318182] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Successfully updated port: 40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.516613] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.516817] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.523431] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.763s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.523431] env[69245]: INFO nova.compute.claims [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.526032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "65a64c66-0d91-452a-a604-045e0a7f1177" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.526392] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.527985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.527985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.527985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.530751] env[69245]: INFO nova.compute.manager [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Terminating instance [ 715.550063] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.551840] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ae7e0e6f-aac9-47fa-93d2-75f19702f708/ae7e0e6f-aac9-47fa-93d2-75f19702f708.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.551840] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.551840] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38a08447-12bd-4d5c-b3ea-00b98f3aaf3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.563472] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 715.563472] env[69245]: value = "task-3707366" [ 715.563472] env[69245]: _type = "Task" [ 715.563472] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.576561] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.589479] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a8ebfe-0393-4bfe-56f7-86c013edb3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.054135} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.589964] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.590078] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8c7dc96c-da68-42cb-9e35-db4407e1f820/8c7dc96c-da68-42cb-9e35-db4407e1f820.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.590503] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5ab7158-a51c-4f56-815c-e115f5360e61 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.600439] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 715.600439] env[69245]: value = "task-3707367" [ 715.600439] env[69245]: _type = "Task" [ 715.600439] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.610649] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.689705] env[69245]: DEBUG oslo_vmware.api [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707359, 'name': PowerOnVM_Task, 'duration_secs': 2.953812} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.690026] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.690304] env[69245]: INFO nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Took 15.65 seconds to spawn the instance on the hypervisor. [ 715.690789] env[69245]: DEBUG nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.691353] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba64a41e-f59a-4be3-8223-fdf71d74ea01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.714523] env[69245]: DEBUG nova.compute.manager [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Received event network-changed {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.714634] env[69245]: DEBUG nova.compute.manager [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Refreshing instance network info cache due to event network-changed. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.714865] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] Acquiring lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.715390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] Acquired lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.715785] env[69245]: DEBUG nova.network.neutron [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.765995] env[69245]: DEBUG oslo_concurrency.lockutils [req-7e76d52f-b84a-469c-b67b-aadf45d2b85b req-406cad3c-b031-427f-b2f2-44df82df361f service nova] Releasing lock "refresh_cache-8c7dc96c-da68-42cb-9e35-db4407e1f820" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.823458] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.823458] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.823458] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.022047] env[69245]: DEBUG nova.compute.utils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.023287] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.023825] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.036787] env[69245]: DEBUG nova.compute.manager [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.037079] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.038813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc185b9e-1555-447f-b3e4-e5c210c5d7dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.052998] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.052998] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bff99d5c-164c-4646-8e10-a5a6093f78a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.060210] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 716.060210] env[69245]: value = "task-3707368" [ 716.060210] env[69245]: _type = "Task" [ 716.060210] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.077284] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.078194] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112106} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.078461] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.079297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a017dc6e-a15b-43fe-83a1-45db731d864b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.105912] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ae7e0e6f-aac9-47fa-93d2-75f19702f708/ae7e0e6f-aac9-47fa-93d2-75f19702f708.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.106340] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749a96ad-3fc9-45c4-8c3d-d0dd3e8b7ecb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.122479] env[69245]: DEBUG nova.policy [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77821a6721404c77b2e1c5cc1b2ca387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33147c09c6ef4ed9b23167c28d37a906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.134325] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.135970] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 716.135970] env[69245]: value = "task-3707369" [ 716.135970] env[69245]: _type = "Task" [ 716.135970] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.146154] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.192340] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "211374d1-cebf-44bd-8394-076ca21242f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.192570] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.213031] env[69245]: INFO nova.compute.manager [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Took 25.60 seconds to build instance. [ 716.389964] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.526780] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.572242] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707368, 'name': PowerOffVM_Task, 'duration_secs': 0.412513} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.575708] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.575892] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.577246] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b169d95-ed03-44c7-a19b-66366ae4c8d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.619395] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988684} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.619654] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8c7dc96c-da68-42cb-9e35-db4407e1f820/8c7dc96c-da68-42cb-9e35-db4407e1f820.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.619885] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.620146] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-addcdb8d-5fb9-4476-8e5e-7c4056f8f0ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.636255] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 716.636255] env[69245]: value = "task-3707371" [ 716.636255] env[69245]: _type = "Task" [ 716.636255] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.651770] env[69245]: DEBUG nova.network.neutron [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.658408] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.660129] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.660727] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.660884] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Deleting the datastore file [datastore2] 65a64c66-0d91-452a-a604-045e0a7f1177 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.669262] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d729724-9d3a-471e-8cdb-c5b4f426ead3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.671502] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.679751] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for the task: (returnval){ [ 716.679751] env[69245]: value = "task-3707372" [ 716.679751] env[69245]: _type = "Task" [ 716.679751] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.698283] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.713861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-587fe5ce-2aaa-49dc-8962-2515c5707443 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.118s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.915319] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7626ef-3d17-4ca8-be9d-f4c5bc966709 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.923431] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2568b2-af12-4ffd-8399-b456ad6b7433 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.959639] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101f58a9-5364-40ae-8c3d-8fc966cb87fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.969533] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5283b-632c-4e77-8956-fb8c0e552c14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.986318] env[69245]: DEBUG nova.compute.provider_tree [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.087470] env[69245]: DEBUG nova.network.neutron [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Updating instance_info_cache with network_info: [{"id": "3421717b-1633-4879-989f-7afa9f09dcaa", "address": "fa:16:3e:15:a0:17", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3421717b-16", "ovs_interfaceid": "3421717b-1633-4879-989f-7afa9f09dcaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.151026] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125087} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.155437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.157674] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e3a20-26e1-48b2-9f47-8e5ec238b637 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.162127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.163451] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Instance network_info: |[{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.163573] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40e559ea-2ed4-45db-a141-1b1bb3bcad11', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.171798] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating folder: Project (52cb8c16c4e541628785c7b86a1ebd8d). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.178072] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5082dbeb-e07f-4da1-b22c-c8bb7c8d5819 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.180130] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707369, 'name': ReconfigVM_Task, 'duration_secs': 0.881753} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.192545] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ae7e0e6f-aac9-47fa-93d2-75f19702f708/ae7e0e6f-aac9-47fa-93d2-75f19702f708.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.205579] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 8c7dc96c-da68-42cb-9e35-db4407e1f820/8c7dc96c-da68-42cb-9e35-db4407e1f820.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.210523] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f74dd5a7-d1ca-453e-9e9a-c08bd5fae94f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.218270] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b2d7f6-858c-480f-95a7-e4c1b3409aef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.231918] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.235614] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created folder: Project (52cb8c16c4e541628785c7b86a1ebd8d) in parent group-v738357. [ 717.235821] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating folder: Instances. Parent ref: group-v738383. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.237536] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b974829c-6235-4d45-8b2f-66d6cec7825d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.243495] env[69245]: DEBUG oslo_vmware.api [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Task: {'id': task-3707372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372746} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.246436] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.248768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.248768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.248768] env[69245]: INFO nova.compute.manager [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Took 1.21 seconds to destroy the instance on the hypervisor. [ 717.248768] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.248768] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 717.248768] env[69245]: value = "task-3707374" [ 717.248768] env[69245]: _type = "Task" [ 717.248768] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.249174] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 717.249174] env[69245]: value = "task-3707375" [ 717.249174] env[69245]: _type = "Task" [ 717.249174] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.249174] env[69245]: DEBUG nova.compute.manager [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.249174] env[69245]: DEBUG nova.network.neutron [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.263484] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707374, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.268907] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.269128] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created folder: Instances in parent group-v738383. [ 717.269334] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.269633] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.269921] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08c10183-451b-4c08-9780-4f1efb31ae31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.291302] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.291302] env[69245]: value = "task-3707377" [ 717.291302] env[69245]: _type = "Task" [ 717.291302] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.301159] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707377, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.356186] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Successfully updated port: 4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.491031] env[69245]: DEBUG nova.scheduler.client.report [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.539571] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.588366] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.588913] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.588913] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.589056] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.589172] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.589319] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.589534] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.589781] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.589906] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.590627] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.593025] env[69245]: DEBUG nova.virt.hardware [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.593025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb780dec-2499-4980-9165-d026b90c9722 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.596209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f733745-818c-4347-a8c2-e949fad6deff tempest-ServerExternalEventsTest-689574056 tempest-ServerExternalEventsTest-689574056-project] Releasing lock "refresh_cache-69a5aaf1-a364-47ac-a4ec-e64159f94f29" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.602408] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702f36f-10e9-4060-97a7-0bdcaa9827d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.746719] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Successfully created port: 808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.767548] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707374, 'name': Rename_Task, 'duration_secs': 0.280041} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.773068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.773387] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.773632] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.773883] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ac8955-e91a-43ba-bdd1-7c0fbcb612eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.805371] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707377, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.835014] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 717.835014] env[69245]: value = "task-3707379" [ 717.835014] env[69245]: _type = "Task" [ 717.835014] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.850829] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.859687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.859687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquired lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.859687] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.009315] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.009315] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.014756] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.105s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.019365] env[69245]: INFO nova.compute.claims [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.238414] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.238906] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.239101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.239448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.240636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.247082] env[69245]: INFO nova.compute.manager [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Terminating instance [ 718.266789] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707375, 'name': ReconfigVM_Task, 'duration_secs': 0.671268} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.267250] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 8c7dc96c-da68-42cb-9e35-db4407e1f820/8c7dc96c-da68-42cb-9e35-db4407e1f820.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.268037] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-082f7432-76b3-4154-b39a-d24ff0e75135 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.281172] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 718.281172] env[69245]: value = "task-3707380" [ 718.281172] env[69245]: _type = "Task" [ 718.281172] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.307581] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707380, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.321360] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707377, 'name': CreateVM_Task, 'duration_secs': 0.617934} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.321610] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.322584] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.322830] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.323288] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.323636] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c2929a-5a6d-4a64-8fa1-dc9e30af02fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.331251] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 718.331251] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521bdb7c-dc9a-f265-a08c-3ef28d04196f" [ 718.331251] env[69245]: _type = "Task" [ 718.331251] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.350722] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521bdb7c-dc9a-f265-a08c-3ef28d04196f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.357027] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707379, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.524802] env[69245]: DEBUG nova.compute.utils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.527269] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.527269] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.617920] env[69245]: DEBUG nova.network.neutron [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.691954] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.759858] env[69245]: DEBUG nova.compute.manager [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.760040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.761067] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df26da5-2900-4fe8-8fb1-c16f688ac6ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.771224] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.771938] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03d0ad07-3ff2-431f-98eb-59fd71b4ba4d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.780382] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 718.780382] env[69245]: value = "task-3707381" [ 718.780382] env[69245]: _type = "Task" [ 718.780382] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.797606] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707380, 'name': Rename_Task, 'duration_secs': 0.20041} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.803735] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.804867] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.804867] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82ea3384-b17a-44e4-9768-d7b93cbed1ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.814103] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 718.814103] env[69245]: value = "task-3707382" [ 718.814103] env[69245]: _type = "Task" [ 718.814103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.824480] env[69245]: DEBUG nova.policy [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8d5c0b295b498c8ab804f779177251', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfbde41d6f50486ca94a56d6fef91261', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.832146] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.847435] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521bdb7c-dc9a-f265-a08c-3ef28d04196f, 'name': SearchDatastore_Task, 'duration_secs': 0.019349} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.848370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.848634] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.848891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.849080] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.849285] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.849728] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884081fe-0dbb-42b0-991f-3e97bd2dedc1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.857133] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707379, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.867225] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.867225] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.867719] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b807db3-434a-4dfa-8224-e96f033f9a17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.875203] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 718.875203] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d2347-996f-e7cd-1f71-e794303e3c3e" [ 718.875203] env[69245]: _type = "Task" [ 718.875203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.888019] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d2347-996f-e7cd-1f71-e794303e3c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.030110] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.120640] env[69245]: INFO nova.compute.manager [-] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Took 1.87 seconds to deallocate network for instance. [ 719.295105] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707381, 'name': PowerOffVM_Task, 'duration_secs': 0.239785} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.295105] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.295105] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.295514] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c144f3-760e-4580-9ac8-2ce52ab057a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.328606] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707382, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.350920] env[69245]: DEBUG oslo_vmware.api [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707379, 'name': PowerOnVM_Task, 'duration_secs': 1.29486} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.355906] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.355906] env[69245]: INFO nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Took 16.82 seconds to spawn the instance on the hypervisor. [ 719.355906] env[69245]: DEBUG nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 719.358336] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8adcf7a-2a0b-4bbd-a262-c44f9904061e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.371509] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.372025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.375650] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Deleting the datastore file [datastore2] 69a5aaf1-a364-47ac-a4ec-e64159f94f29 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.375650] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64ab5764-0629-47c2-8b0a-6e4b12248287 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.376718] env[69245]: DEBUG nova.network.neutron [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Updating instance_info_cache with network_info: [{"id": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "address": "fa:16:3e:41:39:4f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a03f3fb-44", "ovs_interfaceid": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.388077] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for the task: (returnval){ [ 719.388077] env[69245]: value = "task-3707384" [ 719.388077] env[69245]: _type = "Task" [ 719.388077] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.392880] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d2347-996f-e7cd-1f71-e794303e3c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.398077] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849766a8-0d41-4fd3-ac66-26785c254126 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.406408] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.408768] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 719.408768] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c12f-1dc5-b2ac-17a1-bb027b57a8bb" [ 719.408768] env[69245]: _type = "Task" [ 719.408768] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.426757] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c12f-1dc5-b2ac-17a1-bb027b57a8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.481511] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74dba33-91a7-4d6e-8430-303e44d83995 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.492325] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ec5daf-5d4d-496f-8997-df3348785a17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.534201] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d369c-fec3-44e6-abe0-390d9b2ab462 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.545580] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b492c1c9-64e6-46c0-a8d8-9cd036e552b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.566740] env[69245]: DEBUG nova.compute.provider_tree [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.590763] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.590983] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing instance network info cache due to event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.591365] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquiring lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.591365] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquired lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.593103] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.632592] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.799522] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Successfully created port: 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.830164] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707382, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.882938] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Releasing lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.884991] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Instance network_info: |[{"id": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "address": "fa:16:3e:41:39:4f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a03f3fb-44", "ovs_interfaceid": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.885182] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:39:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a03f3fb-4405-49f5-9a13-3b74301a3223', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.895883] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Creating folder: Project (578dd2f2b79c48c98a413845986b6422). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.897419] env[69245]: INFO nova.compute.manager [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Took 27.21 seconds to build instance. [ 719.898959] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd0c10a-6aea-45ea-9aef-096a0fe6e0da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.911359] env[69245]: DEBUG oslo_vmware.api [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Task: {'id': task-3707384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.915873] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.916396] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.917170] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.917170] env[69245]: INFO nova.compute.manager [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Took 1.16 seconds to destroy the instance on the hypervisor. [ 719.921026] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.921026] env[69245]: DEBUG nova.compute.manager [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.921026] env[69245]: DEBUG nova.network.neutron [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.921460] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Created folder: Project (578dd2f2b79c48c98a413845986b6422) in parent group-v738357. [ 719.921460] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Creating folder: Instances. Parent ref: group-v738387. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.922200] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc7d33c-05c4-4486-aad2-d2187f9e1737 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.931034] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c12f-1dc5-b2ac-17a1-bb027b57a8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.020117} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.931034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.931034] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.932393] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c7eef3c-f6a9-4050-a24d-ad93b719df2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.943760] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Created folder: Instances in parent group-v738387. [ 719.944140] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.944371] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.944620] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bedc2b7-1297-46f1-922a-a555448552d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.970150] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 719.970150] env[69245]: value = "task-3707388" [ 719.970150] env[69245]: _type = "Task" [ 719.970150] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.976763] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.976763] env[69245]: value = "task-3707389" [ 719.976763] env[69245]: _type = "Task" [ 719.976763] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.980624] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.992731] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707389, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.048353] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.069933] env[69245]: DEBUG nova.scheduler.client.report [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.081129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.081129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.119415] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.120147] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.120754] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.121298] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.121754] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.122164] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.122558] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.122879] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.123222] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.123718] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.124248] env[69245]: DEBUG nova.virt.hardware [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.127703] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d41602-0e1f-433b-a411-89c28210a114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.141911] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ba62c5-45a4-4308-9cac-85181d1cc919 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.334956] env[69245]: DEBUG oslo_vmware.api [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707382, 'name': PowerOnVM_Task, 'duration_secs': 1.163722} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.335377] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.335550] env[69245]: INFO nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Took 15.30 seconds to spawn the instance on the hypervisor. [ 720.335753] env[69245]: DEBUG nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.336982] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c5f3e2-84b7-4d6e-8d9b-8cbdb9689be9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.403547] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ceee7019-76ce-44e9-b1fc-2c4b5b661322 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.726s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.491437] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707388, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.499682] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707389, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.581397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.581652] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.584984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.730s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.586815] env[69245]: INFO nova.compute.claims [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.638198] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updated VIF entry in instance network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.638666] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updating instance_info_cache with network_info: [{"id": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "address": "fa:16:3e:6c:e6:9b", "network": {"id": "6a208ef5-2c01-4177-846c-ca2cf3de8ec8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1944226417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab525ed7dce148a6958cb07fcc46fc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf19e7a-d1", "ovs_interfaceid": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.870865] env[69245]: INFO nova.compute.manager [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Took 27.40 seconds to build instance. [ 720.911455] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.983389] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.992579] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707389, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.091898] env[69245]: DEBUG nova.compute.utils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.095948] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.095948] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.137651] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Successfully updated port: 808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.141322] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Releasing lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.141590] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Received event network-vif-plugged-40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.141837] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.141988] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.142170] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.142335] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] No waiting events found dispatching network-vif-plugged-40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.142560] env[69245]: WARNING nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Received unexpected event network-vif-plugged-40e559ea-2ed4-45db-a141-1b1bb3bcad11 for instance with vm_state building and task_state spawning. [ 721.142684] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Received event network-changed-40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.142887] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Refreshing instance network info cache due to event network-changed-40e559ea-2ed4-45db-a141-1b1bb3bcad11. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.143042] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.143195] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.143355] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Refreshing network info cache for port 40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.247309] env[69245]: DEBUG nova.policy [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77821a6721404c77b2e1c5cc1b2ca387', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33147c09c6ef4ed9b23167c28d37a906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.335580] env[69245]: DEBUG nova.network.neutron [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.372654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44678c31-1861-4f7e-bd5d-e1bbcaf25d4e tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.907s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.454580] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.485151] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707388, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.496380] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707389, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.603540] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.642666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.642859] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.643024] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.843445] env[69245]: INFO nova.compute.manager [-] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Took 1.92 seconds to deallocate network for instance. [ 721.877714] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.986960] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60149} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.996900] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.997039] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.997649] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a171f0a5-e077-495d-b2c3-479b0c3ef571 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.010265] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707389, 'name': CreateVM_Task, 'duration_secs': 1.78961} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.012495] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.012951] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 722.012951] env[69245]: value = "task-3707391" [ 722.012951] env[69245]: _type = "Task" [ 722.012951] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.018178] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.018346] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.018671] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019395] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb6f721-56b7-47b1-928a-5c54f4f31a50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.030736] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 722.030736] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52738ca5-60d6-b49c-b689-768dce0e6e0d" [ 722.030736] env[69245]: _type = "Task" [ 722.030736] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.034280] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.039245] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315aaf79-a424-4b7c-af60-24c36fb130eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.051052] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52738ca5-60d6-b49c-b689-768dce0e6e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.052261] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236ca2e-2d9b-47cd-863d-e19663814076 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.092113] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f5e17-ff7c-4aec-9093-ce526440fb2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.102792] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba99a1c-471d-4942-8b92-4c6d8d1c2b82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.121539] env[69245]: DEBUG nova.compute.provider_tree [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.209560] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.315154] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Successfully created port: f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.357598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.404283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.492640] env[69245]: DEBUG nova.network.neutron [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Updating instance_info_cache with network_info: [{"id": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "address": "fa:16:3e:fb:8a:fa", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808792cb-5b", "ovs_interfaceid": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.534401] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171265} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.534835] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.540585] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016c350-9631-408d-b8af-cc072df4ef8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.554277] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52738ca5-60d6-b49c-b689-768dce0e6e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.030269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.565894] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.566106] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.566317] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.566468] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.566654] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.579021] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.579021] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9bc0889-e5c3-4eec-86f2-bdcd5162aa61 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.579021] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2abc9f-0a3a-48ee-b324-added6662b7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.609025] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 722.609025] env[69245]: value = "task-3707392" [ 722.609025] env[69245]: _type = "Task" [ 722.609025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.609025] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.609025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.612467] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8517e66f-f0ae-4c50-b7fa-2dee6247f4ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.621517] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.622979] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 722.622979] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52123564-e726-0031-8fc2-609e4201353d" [ 722.622979] env[69245]: _type = "Task" [ 722.622979] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.624749] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.632191] env[69245]: DEBUG nova.scheduler.client.report [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.644246] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52123564-e726-0031-8fc2-609e4201353d, 'name': SearchDatastore_Task, 'duration_secs': 0.013673} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.645186] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af373cc-3fc7-49a8-91e3-d020fdb46796 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.653609] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 722.653609] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265773f-5526-d3c6-840c-99dc7896ddfa" [ 722.653609] env[69245]: _type = "Task" [ 722.653609] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.666079] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265773f-5526-d3c6-840c-99dc7896ddfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.668514] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.668782] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.668952] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.669169] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.669339] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.669509] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.669720] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.669877] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.670053] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.670250] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.670454] env[69245]: DEBUG nova.virt.hardware [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.671633] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e49b2b-8a5b-40ca-87af-7b517375f53b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.680386] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb1a247-4c50-4988-a6e1-7d8af1eecd12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.774744] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updated VIF entry in instance network info cache for port 40e559ea-2ed4-45db-a141-1b1bb3bcad11. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.775234] env[69245]: DEBUG nova.network.neutron [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.996681] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.997189] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Instance network_info: |[{"id": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "address": "fa:16:3e:fb:8a:fa", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808792cb-5b", "ovs_interfaceid": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.997648] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8a:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808792cb-5be2-45fa-bdeb-60c62dd8f671', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.006837] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating folder: Project (33147c09c6ef4ed9b23167c28d37a906). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.013469] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fca1aec9-2557-492e-864d-6bd78e1e15c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.026585] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Created folder: Project (33147c09c6ef4ed9b23167c28d37a906) in parent group-v738357. [ 723.026809] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating folder: Instances. Parent ref: group-v738390. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.027067] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae51f04-9c55-43c0-97dd-a2a7f0d67578 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.038119] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Created folder: Instances in parent group-v738390. [ 723.039684] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.040038] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.040280] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45fb9e6f-f3df-403b-bafa-8f25fc33ff8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.062727] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.062727] env[69245]: value = "task-3707395" [ 723.062727] env[69245]: _type = "Task" [ 723.062727] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.072089] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707395, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.118213] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.140300] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.140847] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.143824] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.399s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.145968] env[69245]: INFO nova.compute.claims [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.170672] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265773f-5526-d3c6-840c-99dc7896ddfa, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.171060] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.171422] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a6d2089f-ea74-4565-a76c-f8d6606445f6/a6d2089f-ea74-4565-a76c-f8d6606445f6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.172888] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff0878eb-0ecc-488f-805a-648231098acb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.182251] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 723.182251] env[69245]: value = "task-3707396" [ 723.182251] env[69245]: _type = "Task" [ 723.182251] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.197350] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.278886] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.280451] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Received event network-vif-plugged-4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.280451] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Acquiring lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.280451] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.280451] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.280451] env[69245]: DEBUG nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] No waiting events found dispatching network-vif-plugged-4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.280699] env[69245]: WARNING nova.compute.manager [req-5e010bf7-ada7-422b-9e10-304e8e3bacf6 req-c06e1edb-2f4e-4a01-997b-ae1df815b22b service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Received unexpected event network-vif-plugged-4a03f3fb-4405-49f5-9a13-3b74301a3223 for instance with vm_state building and task_state spawning. [ 723.300701] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Successfully updated port: 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.392202] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Received event network-changed-4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.392202] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Refreshing instance network info cache due to event network-changed-4a03f3fb-4405-49f5-9a13-3b74301a3223. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.392554] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Acquiring lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.392554] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Acquired lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.392813] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Refreshing network info cache for port 4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.575209] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707395, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.626553] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707392, 'name': ReconfigVM_Task, 'duration_secs': 0.595234} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.626553] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.627314] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f9b35d-0b16-4eea-903f-c267f8e38bac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.637728] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 723.637728] env[69245]: value = "task-3707397" [ 723.637728] env[69245]: _type = "Task" [ 723.637728] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.652843] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707397, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.655934] env[69245]: DEBUG nova.compute.utils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.662059] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 723.698509] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707396, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.805780] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.805939] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.806169] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.076530] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707395, 'name': CreateVM_Task, 'duration_secs': 0.627454} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.076530] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.077535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.077535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.077824] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.078135] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b497f01c-2d45-4316-a8e9-b8bf3ff53058 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.089281] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 724.089281] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52592b07-cc98-1611-72f3-c16c2542a725" [ 724.089281] env[69245]: _type = "Task" [ 724.089281] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.100290] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52592b07-cc98-1611-72f3-c16c2542a725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.156140] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707397, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.161254] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.204537] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718056} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.204537] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a6d2089f-ea74-4565-a76c-f8d6606445f6/a6d2089f-ea74-4565-a76c-f8d6606445f6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.204537] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.204537] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79f2a18-5753-41ad-b1fd-27dc11231197 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.214960] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 724.214960] env[69245]: value = "task-3707399" [ 724.214960] env[69245]: _type = "Task" [ 724.214960] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.233866] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.266212] env[69245]: DEBUG nova.compute.manager [None req-5dba030d-77e3-415c-b82b-2671ec732def tempest-ServerDiagnosticsTest-694743878 tempest-ServerDiagnosticsTest-694743878-project-admin] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.269630] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8cbb7f-89ef-42ac-9aec-cd2154b50683 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.278617] env[69245]: INFO nova.compute.manager [None req-5dba030d-77e3-415c-b82b-2671ec732def tempest-ServerDiagnosticsTest-694743878 tempest-ServerDiagnosticsTest-694743878-project-admin] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Retrieving diagnostics [ 724.278985] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899142b-f120-475b-b8e5-3070036f4369 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.422247] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.598480] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52592b07-cc98-1611-72f3-c16c2542a725, 'name': SearchDatastore_Task, 'duration_secs': 0.021619} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.598792] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.599054] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.599277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.599437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.599720] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.602509] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f70446a1-b2e0-44f9-9f11-316f6da353af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.613305] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.614276] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.614276] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f847a9-9b7d-4b41-89ef-4899788b5933 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.619925] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee29b3b-71eb-47ed-8feb-350f3dd3d587 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.624007] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 724.624007] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529feb81-4589-bf9d-3409-26edf926defc" [ 724.624007] env[69245]: _type = "Task" [ 724.624007] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.630514] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Updated VIF entry in instance network info cache for port 4a03f3fb-4405-49f5-9a13-3b74301a3223. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.630860] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Updating instance_info_cache with network_info: [{"id": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "address": "fa:16:3e:41:39:4f", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a03f3fb-44", "ovs_interfaceid": "4a03f3fb-4405-49f5-9a13-3b74301a3223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.634313] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1c5106-48c7-4669-8a69-d331a4cb2401 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.642220] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529feb81-4589-bf9d-3409-26edf926defc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.679698] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c371e3-4c2e-47ef-adfd-13f2ded0d02e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.686668] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707397, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.696819] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba4a7f-6751-4c28-9d51-bfe17b0166ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.712677] env[69245]: DEBUG nova.compute.provider_tree [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.727158] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233409} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.728312] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.728312] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607a681-7c95-4679-84a9-2a3700564d96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.754825] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a6d2089f-ea74-4565-a76c-f8d6606445f6/a6d2089f-ea74-4565-a76c-f8d6606445f6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.755596] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61515d3-ef54-4b33-99e7-db07d310feb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.777291] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 724.777291] env[69245]: value = "task-3707403" [ 724.777291] env[69245]: _type = "Task" [ 724.777291] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.787568] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.969290] env[69245]: DEBUG nova.network.neutron [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.138773] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Releasing lock "refresh_cache-a6d2089f-ea74-4565-a76c-f8d6606445f6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.139973] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Received event network-vif-deleted-05f20e71-33dc-4dc9-8a7a-3f4ce0ecafa5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.140249] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Received event network-vif-deleted-3421717b-1633-4879-989f-7afa9f09dcaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.140473] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Received event network-vif-plugged-808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.140702] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Acquiring lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.140905] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.141145] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.143154] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] No waiting events found dispatching network-vif-plugged-808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.143154] env[69245]: WARNING nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Received unexpected event network-vif-plugged-808792cb-5be2-45fa-bdeb-60c62dd8f671 for instance with vm_state building and task_state spawning. [ 725.143154] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Received event network-changed-808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.143154] env[69245]: DEBUG nova.compute.manager [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Refreshing instance network info cache due to event network-changed-808792cb-5be2-45fa-bdeb-60c62dd8f671. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.143154] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Acquiring lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.143419] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Acquired lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.143419] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Refreshing network info cache for port 808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.144384] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529feb81-4589-bf9d-3409-26edf926defc, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.148334] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf2b2a9-71f7-41eb-b9d8-24ecb371b262 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.160313] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707397, 'name': Rename_Task, 'duration_secs': 1.273004} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.161183] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 725.161183] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52064011-3582-b171-e72e-6df973181ef9" [ 725.161183] env[69245]: _type = "Task" [ 725.161183] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.162328] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.162328] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9beaf8a6-df5c-41e7-81ce-70249401fe58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.175773] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52064011-3582-b171-e72e-6df973181ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.177747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177747] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 9305dae7-b3a1-4313-9c56-efd16191efff/9305dae7-b3a1-4313-9c56-efd16191efff.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.178158] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 725.178158] env[69245]: value = "task-3707404" [ 725.178158] env[69245]: _type = "Task" [ 725.178158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.179791] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.181837] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f8e2240-ac99-44e8-86ba-70c179f5a06e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.197300] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707404, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.200390] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 725.200390] env[69245]: value = "task-3707405" [ 725.200390] env[69245]: _type = "Task" [ 725.200390] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.212090] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.215052] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.215346] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.215503] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.215718] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.215877] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.216112] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.216411] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.216666] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.216883] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.217098] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.217341] env[69245]: DEBUG nova.virt.hardware [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.218309] env[69245]: DEBUG nova.scheduler.client.report [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.222294] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1fcff-29ba-452f-9786-3310672530bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.232584] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4b3fc-236b-475d-8b72-dd0cf5f2b1a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.250998] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.258313] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Creating folder: Project (26bde05eb9ac4f78a8bcd7651e908165). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.258313] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d013c65b-1f77-45f8-8721-cc619c356d9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.275171] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Created folder: Project (26bde05eb9ac4f78a8bcd7651e908165) in parent group-v738357. [ 725.275323] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Creating folder: Instances. Parent ref: group-v738396. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.275617] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-812c8ddb-97c0-4231-905d-e98f743c2bee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.289659] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.293466] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Created folder: Instances in parent group-v738396. [ 725.294311] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.294311] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.294497] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8713c725-5077-4d18-9b68-355a693be91a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.316832] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.316832] env[69245]: value = "task-3707408" [ 725.316832] env[69245]: _type = "Task" [ 725.316832] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.323600] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707408, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.472353] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472930] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Instance network_info: |[{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.473561] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:61:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eefc813-f2d7-4930-b03c-2cc70a3e7f03', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.486033] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Creating folder: Project (cfbde41d6f50486ca94a56d6fef91261). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.486033] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2cb4d83-5171-440b-920e-4f7365be6996 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.498811] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Created folder: Project (cfbde41d6f50486ca94a56d6fef91261) in parent group-v738357. [ 725.499980] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Creating folder: Instances. Parent ref: group-v738399. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.499980] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f60ed98-d28b-4963-8515-25581b193f4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.514319] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Created folder: Instances in parent group-v738399. [ 725.514719] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.515352] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.515577] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f10900f-7b1e-43b4-aba5-afbb1103eabb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.548688] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.548688] env[69245]: value = "task-3707411" [ 725.548688] env[69245]: _type = "Task" [ 725.548688] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.560805] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707411, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.701780] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707404, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.713187] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.727158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.727787] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.731165] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.892s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.731457] env[69245]: DEBUG nova.objects.instance [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lazy-loading 'resources' on Instance uuid ad516b14-bc7d-43d0-bd0e-fb54690c1e9a {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.793795] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707403, 'name': ReconfigVM_Task, 'duration_secs': 0.683609} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.793795] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a6d2089f-ea74-4565-a76c-f8d6606445f6/a6d2089f-ea74-4565-a76c-f8d6606445f6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.794248] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8c89873-3b46-4c5e-aa37-db7051140681 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.808205] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 725.808205] env[69245]: value = "task-3707412" [ 725.808205] env[69245]: _type = "Task" [ 725.808205] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.825327] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707412, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.841382] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707408, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.990492] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Successfully updated port: f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.060913] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707411, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.207037] env[69245]: DEBUG oslo_vmware.api [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707404, 'name': PowerOnVM_Task, 'duration_secs': 0.749941} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.210689] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.210932] env[69245]: INFO nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 13.57 seconds to spawn the instance on the hypervisor. [ 726.211130] env[69245]: DEBUG nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.212208] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30afbb-ba3e-4c33-99be-fd1421944c3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.223981] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652296} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.225870] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 9305dae7-b3a1-4313-9c56-efd16191efff/9305dae7-b3a1-4313-9c56-efd16191efff.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.226150] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.230579] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fce8f07-88a2-4910-8d3d-3d5259d06537 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.235289] env[69245]: DEBUG nova.compute.utils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.240924] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.242227] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.244259] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 726.244259] env[69245]: value = "task-3707414" [ 726.244259] env[69245]: _type = "Task" [ 726.244259] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.257606] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.319571] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707412, 'name': Rename_Task, 'duration_secs': 0.307692} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.323129] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.324033] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c41274-d797-4c5f-9f31-6b3a7c5eee24 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.341112] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707408, 'name': CreateVM_Task, 'duration_secs': 0.690322} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.345822] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.346249] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 726.346249] env[69245]: value = "task-3707415" [ 726.346249] env[69245]: _type = "Task" [ 726.346249] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.346814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.346963] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.347326] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.348374] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771a8eaa-3bad-4f93-be5d-fb20e69162a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.356909] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 726.356909] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f45761-fa60-5715-68c7-7ebe593815f3" [ 726.356909] env[69245]: _type = "Task" [ 726.356909] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.362027] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707415, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.375718] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f45761-fa60-5715-68c7-7ebe593815f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.435997] env[69245]: DEBUG nova.policy [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42dec9a454a74bb0a79ae4808efc9071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8b1a5107d2487e851316a211e9c927', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.492460] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.493299] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.494858] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494858] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.494858] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.565172] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Updated VIF entry in instance network info cache for port 808792cb-5be2-45fa-bdeb-60c62dd8f671. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.565537] env[69245]: DEBUG nova.network.neutron [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Updating instance_info_cache with network_info: [{"id": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "address": "fa:16:3e:fb:8a:fa", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808792cb-5b", "ovs_interfaceid": "808792cb-5be2-45fa-bdeb-60c62dd8f671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.571804] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707411, 'name': CreateVM_Task, 'duration_secs': 0.591994} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.572817] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.573660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.660609] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd4962a-8096-4558-b7ae-2947f1d43370 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.671715] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249cec5-fb0e-4272-826b-c07b23007f12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.724796] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e9b8ef-90a6-4bb2-a1bb-478e6c9ee3df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.745668] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.751495] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5cbe8-0746-4f23-b3ea-17438beb455c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.765761] env[69245]: INFO nova.compute.manager [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 29.02 seconds to build instance. [ 726.778885] env[69245]: DEBUG nova.compute.provider_tree [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.783523] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075069} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.784645] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.785546] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5d3018-6ea0-4321-a5ed-673105af8f2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871460] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9305dae7-b3a1-4313-9c56-efd16191efff/9305dae7-b3a1-4313-9c56-efd16191efff.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.871460] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4bca13-2d69-4353-a045-e65608fa8f7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871460] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 726.871460] env[69245]: value = "task-3707416" [ 726.871460] env[69245]: _type = "Task" [ 726.871460] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.871460] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.872799] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.879912] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f45761-fa60-5715-68c7-7ebe593815f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023061} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.880441] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880611] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.881118] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.881363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.882410] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.882410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.882620] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.883326] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37341b42-d0ba-4de5-8e41-cc40f3f60ed4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.886583] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9eaca-ef61-4850-94dc-d9dedc3a70d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.894728] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 726.894728] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5261be0a-36f8-e787-6ed1-1b61793d317c" [ 726.894728] env[69245]: _type = "Task" [ 726.894728] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.909142] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.909142] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.909142] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8591b44-8ce8-4c7a-80b0-046d36ede284 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.913124] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5261be0a-36f8-e787-6ed1-1b61793d317c, 'name': SearchDatastore_Task, 'duration_secs': 0.012707} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.914143] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.914440] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.914691] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.917739] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 726.917739] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523426ef-f462-ef03-151b-b1b06d61db7f" [ 726.917739] env[69245]: _type = "Task" [ 726.917739] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.929425] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523426ef-f462-ef03-151b-b1b06d61db7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.075098] env[69245]: DEBUG oslo_concurrency.lockutils [req-559cdf21-14ed-44f4-ae44-880077f6f90d req-b616568f-0d51-4495-98ac-6771ea9715a8 service nova] Releasing lock "refresh_cache-9305dae7-b3a1-4313-9c56-efd16191efff" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.118012] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.269043] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da114e17-77e7-4a55-b875-0852da381d2e tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.544s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.285117] env[69245]: DEBUG nova.scheduler.client.report [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.356541] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707416, 'name': ReconfigVM_Task, 'duration_secs': 0.38463} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.357247] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9305dae7-b3a1-4313-9c56-efd16191efff/9305dae7-b3a1-4313-9c56-efd16191efff.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.357896] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb335fa-2e56-4673-b1d8-486122216a5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.362926] env[69245]: DEBUG oslo_vmware.api [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707415, 'name': PowerOnVM_Task, 'duration_secs': 0.865429} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.363425] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.363643] env[69245]: INFO nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Took 12.28 seconds to spawn the instance on the hypervisor. [ 727.363891] env[69245]: DEBUG nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.364859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d56ff-4411-4a38-b51f-f75238c7b659 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.369445] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 727.369445] env[69245]: value = "task-3707418" [ 727.369445] env[69245]: _type = "Task" [ 727.369445] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.382940] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707418, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.430760] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523426ef-f462-ef03-151b-b1b06d61db7f, 'name': SearchDatastore_Task, 'duration_secs': 0.016196} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.433730] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d6e525-1156-4818-aaaf-756217843cdc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.440462] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 727.440462] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296906a-4c9d-ae5d-f27c-7e6dc79083d5" [ 727.440462] env[69245]: _type = "Task" [ 727.440462] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.454237] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296906a-4c9d-ae5d-f27c-7e6dc79083d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.454542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.454931] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f31d3f59-0fef-4b38-b071-a490318240af/f31d3f59-0fef-4b38-b071-a490318240af.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.455200] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.455420] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.455694] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a7f4190-9558-40de-a35f-be69516babad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458196] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd46be67-2467-4c8b-be4c-2e0310d46ee0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.470077] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 727.470077] env[69245]: value = "task-3707419" [ 727.470077] env[69245]: _type = "Task" [ 727.470077] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.471790] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.472445] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.476380] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1744fa36-749d-47a0-afeb-8f4de00214a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.486822] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.489086] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 727.489086] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52295d6a-3fb8-4347-3cba-8aa8d70adf30" [ 727.489086] env[69245]: _type = "Task" [ 727.489086] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.500957] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52295d6a-3fb8-4347-3cba-8aa8d70adf30, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.501837] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495b379b-d39a-4271-a901-e25d3626c28f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.509352] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 727.509352] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab4f23-0861-d877-7bfc-620c252c410b" [ 727.509352] env[69245]: _type = "Task" [ 727.509352] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.520232] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab4f23-0861-d877-7bfc-620c252c410b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.568460] env[69245]: DEBUG nova.network.neutron [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Updating instance_info_cache with network_info: [{"id": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "address": "fa:16:3e:3b:f9:4a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0d2c8-90", "ovs_interfaceid": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.628227] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Successfully created port: 25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.766092] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.773360] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.793769] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.800998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.028s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.805688] env[69245]: INFO nova.compute.claims [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.828166] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.828166] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.828166] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.828668] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.828668] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.828668] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.828668] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.828668] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.828822] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.828822] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.833024] env[69245]: DEBUG nova.virt.hardware [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.833024] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca3208c-31bb-4747-8be4-89ddc24105de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.839638] env[69245]: INFO nova.scheduler.client.report [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Deleted allocations for instance ad516b14-bc7d-43d0-bd0e-fb54690c1e9a [ 727.860324] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf91cd28-0ad5-439a-a75b-56f096177126 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.893829] env[69245]: INFO nova.compute.manager [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Took 29.08 seconds to build instance. [ 727.902055] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707418, 'name': Rename_Task, 'duration_secs': 0.200909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.902405] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.905549] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fce1e014-cd21-4077-ac4f-22181cb5eea0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.913145] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 727.913145] env[69245]: value = "task-3707420" [ 727.913145] env[69245]: _type = "Task" [ 727.913145] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.927093] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.987991] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.024523] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab4f23-0861-d877-7bfc-620c252c410b, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.024523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.024523] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 322dcd38-4643-438a-b672-6a47edc1e5c8/322dcd38-4643-438a-b672-6a47edc1e5c8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.024806] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b27132-c882-415f-870c-995959cb30fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.034386] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 728.034386] env[69245]: value = "task-3707421" [ 728.034386] env[69245]: _type = "Task" [ 728.034386] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.047456] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.070961] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.071362] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Instance network_info: |[{"id": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "address": "fa:16:3e:3b:f9:4a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0d2c8-90", "ovs_interfaceid": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.071838] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:f9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.081040] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.081321] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.081626] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f520b41-3c7d-4bb1-a064-f961bde2cef8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.105236] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.105236] env[69245]: value = "task-3707422" [ 728.105236] env[69245]: _type = "Task" [ 728.105236] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.118329] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-vif-plugged-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.118329] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Acquiring lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.118329] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.118329] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.118329] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] No waiting events found dispatching network-vif-plugged-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.118761] env[69245]: WARNING nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received unexpected event network-vif-plugged-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 for instance with vm_state building and task_state spawning. [ 728.118761] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.118761] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing instance network info cache due to event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.118761] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.118761] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.118917] env[69245]: DEBUG nova.network.neutron [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.124224] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707422, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.314366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.338755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.338755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.338970] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.339173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.339295] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.341933] env[69245]: INFO nova.compute.manager [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Terminating instance [ 728.354961] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d2c9c26-f4cd-4875-a711-1beaac4179fa tempest-DeleteServersAdminTestJSON-8335460 tempest-DeleteServersAdminTestJSON-8335460-project-admin] Lock "ad516b14-bc7d-43d0-bd0e-fb54690c1e9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.713s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.395015] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e81f176f-40f9-48c1-a5f9-2d1157eb4942 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.597s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.424359] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.487518] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836738} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.487759] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f31d3f59-0fef-4b38-b071-a490318240af/f31d3f59-0fef-4b38-b071-a490318240af.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.487996] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.488871] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b5f720-d2bd-40d4-ab8f-072291b939e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.497889] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 728.497889] env[69245]: value = "task-3707423" [ 728.497889] env[69245]: _type = "Task" [ 728.497889] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.517486] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.553598] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707421, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.629742] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707422, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.848576] env[69245]: DEBUG nova.compute.manager [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.848810] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.849747] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f6fe9b-e7f0-466a-a3e5-5f2bc28e1c81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.860582] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.861354] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03295d8-5e28-478d-8312-c581b3709347 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.869193] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 728.869193] env[69245]: value = "task-3707424" [ 728.869193] env[69245]: _type = "Task" [ 728.869193] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.885154] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.897423] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.924994] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707420, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.011437] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133198} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.014648] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.015866] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74187c99-284f-42a0-8949-dfe1f570be23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.038505] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f31d3f59-0fef-4b38-b071-a490318240af/f31d3f59-0fef-4b38-b071-a490318240af.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.042483] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed9caa0-f5da-4fa3-95ae-1cb8149bf6aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.067038] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792204} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.069293] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 322dcd38-4643-438a-b672-6a47edc1e5c8/322dcd38-4643-438a-b672-6a47edc1e5c8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.069293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.069293] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 729.069293] env[69245]: value = "task-3707425" [ 729.069293] env[69245]: _type = "Task" [ 729.069293] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.069816] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf03bea9-cf91-43b8-a397-84bd7e9749ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.084592] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707425, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.086221] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 729.086221] env[69245]: value = "task-3707426" [ 729.086221] env[69245]: _type = "Task" [ 729.086221] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.099567] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.121314] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707422, 'name': CreateVM_Task, 'duration_secs': 0.765992} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.121858] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.122344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.122517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.122884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.123239] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9056cf0f-8b87-4de1-9b52-f4eeabb518a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.131925] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 729.131925] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ee959-40c1-a43c-9aaa-9b379a8a1ac6" [ 729.131925] env[69245]: _type = "Task" [ 729.131925] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.142762] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ee959-40c1-a43c-9aaa-9b379a8a1ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.231070] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92272fe-c9ff-4f8d-bc18-06784b091f30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.239414] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a08a46-4865-42f8-8c81-5c9a06165f2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.276338] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df87b70-360d-472e-a546-7a22bb6e8449 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.285694] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200e3034-a9ec-4273-a304-1ca6498a4a0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.303295] env[69245]: DEBUG nova.compute.provider_tree [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.307542] env[69245]: DEBUG nova.network.neutron [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updated VIF entry in instance network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.307542] env[69245]: DEBUG nova.network.neutron [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.383036] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707424, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.426744] env[69245]: DEBUG oslo_vmware.api [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707420, 'name': PowerOnVM_Task, 'duration_secs': 1.074448} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.427912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.428274] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.428495] env[69245]: INFO nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 11.89 seconds to spawn the instance on the hypervisor. [ 729.428831] env[69245]: DEBUG nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.429635] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013e468-85c2-4a49-9351-31d836ff8c12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.583906] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.602019] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081564} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.602019] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.602019] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db51d0f-cfb8-4275-bc7d-a8edf2cfec3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.634388] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 322dcd38-4643-438a-b672-6a47edc1e5c8/322dcd38-4643-438a-b672-6a47edc1e5c8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.634596] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0efd954-5443-4ddb-90d5-2b93011f4723 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.668011] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524ee959-40c1-a43c-9aaa-9b379a8a1ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.019919} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.668677] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.668927] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.669334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.669334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.669498] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.670226] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 729.670226] env[69245]: value = "task-3707428" [ 729.670226] env[69245]: _type = "Task" [ 729.670226] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.670226] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c186a41-1ddb-47cb-b22a-813cab9d2710 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.681271] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.684783] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.684783] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.684783] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa95ea9a-412e-4b48-b526-824a2cde3345 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.692512] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 729.692512] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec2b85-5101-7ccf-e3e5-5025630a2348" [ 729.692512] env[69245]: _type = "Task" [ 729.692512] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.702409] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec2b85-5101-7ccf-e3e5-5025630a2348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.813332] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.813609] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Received event network-vif-plugged-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.813808] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Acquiring lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.814053] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.814313] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.814569] env[69245]: DEBUG nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] No waiting events found dispatching network-vif-plugged-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.814795] env[69245]: WARNING nova.compute.manager [req-ab94578b-c272-4ca3-a2d8-7cd4b319ff0c req-e320d5f4-93a0-42af-a3fc-761289929b64 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Received unexpected event network-vif-plugged-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 for instance with vm_state building and task_state spawning. [ 729.839340] env[69245]: ERROR nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [req-fc6e9568-11fb-4a89-a05b-b5102bbe2d18] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc6e9568-11fb-4a89-a05b-b5102bbe2d18"}]} [ 729.871481] env[69245]: DEBUG nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.883467] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707424, 'name': PowerOffVM_Task, 'duration_secs': 0.598329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.883695] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.883847] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.884154] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc72423-9dff-4a57-b4aa-78395cee3403 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.893930] env[69245]: DEBUG nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.894358] env[69245]: DEBUG nova.compute.provider_tree [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.908377] env[69245]: DEBUG nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.931269] env[69245]: DEBUG nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.952287] env[69245]: INFO nova.compute.manager [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 22.80 seconds to build instance. [ 729.962937] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.963214] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.963449] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Deleting the datastore file [datastore1] 8c7dc96c-da68-42cb-9e35-db4407e1f820 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.963835] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b058d839-08f0-409b-bbc8-85e44030bab6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.972539] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for the task: (returnval){ [ 729.972539] env[69245]: value = "task-3707430" [ 729.972539] env[69245]: _type = "Task" [ 729.972539] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.990291] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.085300] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707425, 'name': ReconfigVM_Task, 'duration_secs': 0.68517} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.085300] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f31d3f59-0fef-4b38-b071-a490318240af/f31d3f59-0fef-4b38-b071-a490318240af.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.085300] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdd5f884-34af-49e1-995d-4c450b483a6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.098620] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 730.098620] env[69245]: value = "task-3707431" [ 730.098620] env[69245]: _type = "Task" [ 730.098620] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.113270] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707431, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.143362] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Successfully updated port: 25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.187282] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.208022] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec2b85-5101-7ccf-e3e5-5025630a2348, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.213565] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ded3c55-fa27-491f-be04-726ea4599575 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220621] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 730.220621] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247e298-4b9c-1a9b-4f25-5aacb67acb01" [ 730.220621] env[69245]: _type = "Task" [ 730.220621] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.232798] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247e298-4b9c-1a9b-4f25-5aacb67acb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.394145] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f4301b-ad76-45af-8e33-34166ca2a8ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.402681] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964f552b-24d3-4c47-90ac-66a68880a842 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.451879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c3f1e-2835-4442-84e0-d0d3f80b8222 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.456034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1337b2a1-bfc3-43ce-bbf7-0c71136e49c2 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.058s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.465152] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc757305-561a-4510-885e-c67e6e43c417 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.482804] env[69245]: DEBUG nova.compute.provider_tree [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.495443] env[69245]: DEBUG oslo_vmware.api [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Task: {'id': task-3707430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330176} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.495443] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.495443] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.495443] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.495870] env[69245]: INFO nova.compute.manager [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Took 1.65 seconds to destroy the instance on the hypervisor. [ 730.495870] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.496359] env[69245]: DEBUG nova.compute.manager [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.496459] env[69245]: DEBUG nova.network.neutron [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.610037] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707431, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.655135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.655135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquired lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.655135] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.696196] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707428, 'name': ReconfigVM_Task, 'duration_secs': 0.592984} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.696196] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 322dcd38-4643-438a-b672-6a47edc1e5c8/322dcd38-4643-438a-b672-6a47edc1e5c8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.696196] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194e76a4-ddc6-4edc-81f5-7b576d56c40e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.704125] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 730.704125] env[69245]: value = "task-3707432" [ 730.704125] env[69245]: _type = "Task" [ 730.704125] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.718160] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707432, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.737658] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247e298-4b9c-1a9b-4f25-5aacb67acb01, 'name': SearchDatastore_Task, 'duration_secs': 0.016876} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.737967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.739634] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4a3b9e55-6e11-4191-8b8e-acf0a1472f66/4a3b9e55-6e11-4191-8b8e-acf0a1472f66.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.739994] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd88bb64-3dd9-4278-b89a-04b7293a2fab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750998] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 730.750998] env[69245]: value = "task-3707433" [ 730.750998] env[69245]: _type = "Task" [ 730.750998] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.761441] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.960104] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.991838] env[69245]: DEBUG nova.scheduler.client.report [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.116698] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707431, 'name': Rename_Task, 'duration_secs': 0.803384} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.117380] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.117770] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2db2fd-ff06-47ae-b511-4da6b5864170 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.129293] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 731.129293] env[69245]: value = "task-3707434" [ 731.129293] env[69245]: _type = "Task" [ 731.129293] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.140120] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.202035] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.223528] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707432, 'name': Rename_Task, 'duration_secs': 0.197158} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.223966] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.224292] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d162a79f-c1fe-4a0b-99de-6831311e276d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.234409] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 731.234409] env[69245]: value = "task-3707435" [ 731.234409] env[69245]: _type = "Task" [ 731.234409] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.251017] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.262395] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.344559] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.344821] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.361640] env[69245]: DEBUG nova.network.neutron [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.494467] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.502023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.698s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.502023] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.504872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.873s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.505371] env[69245]: DEBUG nova.objects.instance [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lazy-loading 'resources' on Instance uuid 65a64c66-0d91-452a-a604-045e0a7f1177 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.579510] env[69245]: DEBUG nova.network.neutron [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating instance_info_cache with network_info: [{"id": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "address": "fa:16:3e:4a:c8:c6", "network": {"id": "760f2bbb-7b87-4c22-bceb-95040c1ccfe0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1065315926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8b1a5107d2487e851316a211e9c927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1ce3d-f0", "ovs_interfaceid": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.604917] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.607048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.607048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.607048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.607356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.610513] env[69245]: INFO nova.compute.manager [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Terminating instance [ 731.644836] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707434, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.746161] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.771443] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.771696] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.771901] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707433, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.865756] env[69245]: INFO nova.compute.manager [-] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Took 1.37 seconds to deallocate network for instance. [ 731.880218] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Received event network-changed-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.881102] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Refreshing instance network info cache due to event network-changed-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.881597] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Acquiring lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.881873] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Acquired lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.882233] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Refreshing network info cache for port f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.008180] env[69245]: DEBUG nova.compute.utils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.009625] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.009802] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.087674] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Releasing lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088059] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Instance network_info: |[{"id": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "address": "fa:16:3e:4a:c8:c6", "network": {"id": "760f2bbb-7b87-4c22-bceb-95040c1ccfe0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1065315926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8b1a5107d2487e851316a211e9c927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1ce3d-f0", "ovs_interfaceid": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.090762] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c8:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25e1ce3d-f01e-4485-b5b5-73dd8e468523', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.099206] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Creating folder: Project (4e8b1a5107d2487e851316a211e9c927). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.106666] env[69245]: DEBUG nova.policy [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46390fd270374f9ea9d1940a58d45938', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1f2be2cf604fafa89e46646ad82c22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.110866] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deccb88f-68f2-4194-a076-7f2b55eafc01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.119148] env[69245]: DEBUG nova.compute.manager [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.119148] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.121475] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bbdf78-1519-4a01-b75a-7b1aa21ebefb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.130903] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Created folder: Project (4e8b1a5107d2487e851316a211e9c927) in parent group-v738357. [ 732.130903] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Creating folder: Instances. Parent ref: group-v738403. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.130903] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ffe4468-81b2-4e74-88e6-f2d0958a79ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.135318] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.139440] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b42b635-0d49-486d-a575-2908ca9e255e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.155642] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707434, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.163494] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Created folder: Instances in parent group-v738403. [ 732.163494] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.163494] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 732.163494] env[69245]: value = "task-3707439" [ 732.163494] env[69245]: _type = "Task" [ 732.163494] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.164293] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.164293] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4c5176c-10a5-487f-9d7f-23ee7112a48f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.213038] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.213296] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.213296] env[69245]: value = "task-3707440" [ 732.213296] env[69245]: _type = "Task" [ 732.213296] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.246861] env[69245]: DEBUG oslo_vmware.api [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707435, 'name': PowerOnVM_Task, 'duration_secs': 0.708414} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.251329] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.251329] env[69245]: INFO nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Took 12.20 seconds to spawn the instance on the hypervisor. [ 732.251329] env[69245]: DEBUG nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.252719] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08eaea68-4310-43cb-ac7f-2ac1afb79bfc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.275688] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707433, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.376041] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.517920] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.549966] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe3d0ab-b8ae-4b73-8cc1-ed55ef722573 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.559264] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebd8c37-cd49-4397-ad72-076ae02cc7c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.603639] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f6a5b-6800-41cf-9b51-a78a4a6f5319 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614355] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef72684-9a17-4fa2-b932-f40038176698 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.631861] env[69245]: DEBUG nova.compute.provider_tree [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.644797] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707434, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.678960] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707439, 'name': PowerOffVM_Task, 'duration_secs': 0.392296} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.679195] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.679507] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.680493] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d992ee0-3ccb-411e-827c-e1891027dcaa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.732169] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.732987] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.740374] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707440, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.763484] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707433, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.806712} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.763836] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4a3b9e55-6e11-4191-8b8e-acf0a1472f66/4a3b9e55-6e11-4191-8b8e-acf0a1472f66.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.764278] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.764454] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5f7e282-5377-4b5f-97ec-1ad0a6695096 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.770076] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.770416] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.770664] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Deleting the datastore file [datastore1] a6d2089f-ea74-4565-a76c-f8d6606445f6 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.770988] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87cb3752-8e39-44e0-abb9-0d5f8e6c5df4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.783028] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 732.783028] env[69245]: value = "task-3707442" [ 732.783028] env[69245]: _type = "Task" [ 732.783028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.783947] env[69245]: INFO nova.compute.manager [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Took 25.06 seconds to build instance. [ 732.791095] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for the task: (returnval){ [ 732.791095] env[69245]: value = "task-3707443" [ 732.791095] env[69245]: _type = "Task" [ 732.791095] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.799981] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.806400] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.992273] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Updated VIF entry in instance network info cache for port f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.992273] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Updating instance_info_cache with network_info: [{"id": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "address": "fa:16:3e:3b:f9:4a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3e0d2c8-90", "ovs_interfaceid": "f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.082714] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Successfully created port: 40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.138584] env[69245]: DEBUG nova.scheduler.client.report [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.154384] env[69245]: DEBUG oslo_vmware.api [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707434, 'name': PowerOnVM_Task, 'duration_secs': 1.59575} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.155233] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.157841] env[69245]: INFO nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Took 7.98 seconds to spawn the instance on the hypervisor. [ 733.158047] env[69245]: DEBUG nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.159738] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42ab0f-1582-4de6-bc7f-6c9237c55ddd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.228756] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707440, 'name': CreateVM_Task, 'duration_secs': 0.604709} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.228948] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.229670] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.229849] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230903] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.231141] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d51448-9173-4617-b2fa-47864aa6366a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.238748] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 733.238748] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b69b6-5397-943a-1f95-e4e312976d44" [ 733.238748] env[69245]: _type = "Task" [ 733.238748] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.248969] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b69b6-5397-943a-1f95-e4e312976d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.290237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-996ea6bf-837c-4928-8e4c-a1e82d6b789e tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.707s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.294490] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08038} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.298699] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.299909] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1285d-f1a0-4c24-9223-6583ec2d301c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.310353] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.332354] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 4a3b9e55-6e11-4191-8b8e-acf0a1472f66/4a3b9e55-6e11-4191-8b8e-acf0a1472f66.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.333305] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9cee97-c9a0-4c0e-9a10-cb9e9e3dd9da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.355242] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 733.355242] env[69245]: value = "task-3707444" [ 733.355242] env[69245]: _type = "Task" [ 733.355242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.365193] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.494209] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Releasing lock "refresh_cache-4a3b9e55-6e11-4191-8b8e-acf0a1472f66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.494598] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.494713] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing instance network info cache due to event network-changed-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.494953] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Acquiring lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.495061] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Acquired lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.495293] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Refreshing network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.536293] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.577617] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:11:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1840364269',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1984859644',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.577617] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.577617] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.577930] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.577930] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.579264] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.579782] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.579969] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.580214] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.580515] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.580676] env[69245]: DEBUG nova.virt.hardware [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.582095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291690a7-d6ad-4504-b091-037d1438d8b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.594786] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75415d7c-705e-41dc-a260-538bdb7b4007 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.646465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.650544] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.196s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.653245] env[69245]: INFO nova.compute.claims [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.679421] env[69245]: INFO nova.scheduler.client.report [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Deleted allocations for instance 65a64c66-0d91-452a-a604-045e0a7f1177 [ 733.685482] env[69245]: INFO nova.compute.manager [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Took 23.85 seconds to build instance. [ 733.766786] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b69b6-5397-943a-1f95-e4e312976d44, 'name': SearchDatastore_Task, 'duration_secs': 0.038676} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.767253] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.767680] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.768103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.769468] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.769468] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.770783] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c39a9f-335d-4cce-9151-097a92019426 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.784851] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.785245] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.786573] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a3551a-edbf-4430-9d91-717e09980a68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.796324] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.810826] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 733.810826] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5271cb40-bbe2-cc8e-af74-b53963e7fcb6" [ 733.810826] env[69245]: _type = "Task" [ 733.810826] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.824343] env[69245]: DEBUG oslo_vmware.api [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Task: {'id': task-3707443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564031} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.825444] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.825703] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.826090] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.826397] env[69245]: INFO nova.compute.manager [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Took 1.71 seconds to destroy the instance on the hypervisor. [ 733.826841] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.827341] env[69245]: DEBUG nova.compute.manager [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.827341] env[69245]: DEBUG nova.network.neutron [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.833953] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5271cb40-bbe2-cc8e-af74-b53963e7fcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.022606} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.835125] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfd8786-8511-4492-b0e3-60e255c8819f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.842479] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 733.842479] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5290a1b8-96e3-9271-d2fb-3b45a4ac2e7c" [ 733.842479] env[69245]: _type = "Task" [ 733.842479] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.853677] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5290a1b8-96e3-9271-d2fb-3b45a4ac2e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.869833] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707444, 'name': ReconfigVM_Task, 'duration_secs': 0.443074} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.870924] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 4a3b9e55-6e11-4191-8b8e-acf0a1472f66/4a3b9e55-6e11-4191-8b8e-acf0a1472f66.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.872895] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af5d8a9-0036-445d-9505-cc8c1e0af8b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.882305] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 733.882305] env[69245]: value = "task-3707446" [ 733.882305] env[69245]: _type = "Task" [ 733.882305] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.896031] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707446, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.907290] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.907594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.192306] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5232c32-7732-4520-8708-87c039ec452c tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.307s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.197261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-437ede40-238d-46f0-af04-602b9f4bd838 tempest-AttachInterfacesV270Test-1276176338 tempest-AttachInterfacesV270Test-1276176338-project-member] Lock "65a64c66-0d91-452a-a604-045e0a7f1177" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.671s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.340017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.365835] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5290a1b8-96e3-9271-d2fb-3b45a4ac2e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.017787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.366329] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.366765] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8d35fdc9-38e8-4e80-a2f1-b9df1649066e/8d35fdc9-38e8-4e80-a2f1-b9df1649066e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.367657] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1faddccc-d536-43f7-b3ff-a9d214f53d30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.377822] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 734.377822] env[69245]: value = "task-3707447" [ 734.377822] env[69245]: _type = "Task" [ 734.377822] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.393025] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.395119] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707446, 'name': Rename_Task, 'duration_secs': 0.345775} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.395480] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.395761] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00e07c82-9eea-45b3-8ca1-9ff5286d453e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.404039] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 734.404039] env[69245]: value = "task-3707448" [ 734.404039] env[69245]: _type = "Task" [ 734.404039] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.413549] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.516667] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updated VIF entry in instance network info cache for port 3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.518055] env[69245]: DEBUG nova.network.neutron [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updating instance_info_cache with network_info: [{"id": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "address": "fa:16:3e:6c:e6:9b", "network": {"id": "6a208ef5-2c01-4177-846c-ca2cf3de8ec8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1944226417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab525ed7dce148a6958cb07fcc46fc22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf19e7a-d1", "ovs_interfaceid": "3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.704922] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.744744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.744744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.895362] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707447, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.919786] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707448, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.940481] env[69245]: DEBUG nova.network.neutron [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.022221] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Releasing lock "refresh_cache-157a3e3c-50b6-4d40-96c7-72cd9caffb77" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.022221] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Received event network-vif-plugged-25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.022221] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.022221] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.022221] env[69245]: DEBUG oslo_concurrency.lockutils [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.022442] env[69245]: DEBUG nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] No waiting events found dispatching network-vif-plugged-25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.022442] env[69245]: WARNING nova.compute.manager [req-8e4a0085-da40-4061-9511-d8949ab33c2c req-9aae63f0-a4f1-4709-826a-a549232753f6 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Received unexpected event network-vif-plugged-25e1ce3d-f01e-4485-b5b5-73dd8e468523 for instance with vm_state building and task_state spawning. [ 735.200252] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884800ae-e857-42eb-93a4-7841eaee4f31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.216884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b3553-52e4-4ef7-9881-94576be82ad4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.257753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.258760] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4262e82-c1a7-44ae-b9c8-ccae397beaeb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.264770] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.265096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.277199] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488a30cf-cca5-4d46-93a1-c6f9be9cf5fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.300722] env[69245]: DEBUG nova.compute.provider_tree [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.303629] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Successfully updated port: 40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.319968] env[69245]: DEBUG nova.compute.manager [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Received event network-changed-25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.320197] env[69245]: DEBUG nova.compute.manager [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Refreshing instance network info cache due to event network-changed-25e1ce3d-f01e-4485-b5b5-73dd8e468523. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.320467] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Acquiring lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.320613] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Acquired lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.320853] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Refreshing network info cache for port 25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.392245] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647473} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.392649] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8d35fdc9-38e8-4e80-a2f1-b9df1649066e/8d35fdc9-38e8-4e80-a2f1-b9df1649066e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.392850] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.393012] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4615bfbd-1fcf-46d1-a56f-8d08976d16e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.401885] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 735.401885] env[69245]: value = "task-3707449" [ 735.401885] env[69245]: _type = "Task" [ 735.401885] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.414858] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.421307] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707448, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.448350] env[69245]: INFO nova.compute.manager [-] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Took 1.62 seconds to deallocate network for instance. [ 735.806795] env[69245]: DEBUG nova.scheduler.client.report [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.811101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.812291] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.813472] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.916207] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075304} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.918120] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.919312] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80da932-18c6-44d8-a976-39dbf21294d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.926466] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707448, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.957364] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 8d35fdc9-38e8-4e80-a2f1-b9df1649066e/8d35fdc9-38e8-4e80-a2f1-b9df1649066e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.957988] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe61b6cf-8084-4047-abac-ff0f75e2489a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.975485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.982378] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 735.982378] env[69245]: value = "task-3707450" [ 735.982378] env[69245]: _type = "Task" [ 735.982378] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.996850] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.026397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.026676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.026945] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.027250] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.027548] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.031183] env[69245]: INFO nova.compute.manager [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Terminating instance [ 736.317977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.318517] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.324934] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.964s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.324934] env[69245]: DEBUG nova.objects.instance [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lazy-loading 'resources' on Instance uuid 69a5aaf1-a364-47ac-a4ec-e64159f94f29 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.379323] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updated VIF entry in instance network info cache for port 25e1ce3d-f01e-4485-b5b5-73dd8e468523. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.379499] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating instance_info_cache with network_info: [{"id": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "address": "fa:16:3e:4a:c8:c6", "network": {"id": "760f2bbb-7b87-4c22-bceb-95040c1ccfe0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1065315926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8b1a5107d2487e851316a211e9c927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1ce3d-f0", "ovs_interfaceid": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.408579] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.420489] env[69245]: DEBUG oslo_vmware.api [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707448, 'name': PowerOnVM_Task, 'duration_secs': 1.830695} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.420802] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.421109] env[69245]: INFO nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Took 13.80 seconds to spawn the instance on the hypervisor. [ 736.421344] env[69245]: DEBUG nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.422653] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f36388-5644-420d-8dad-fcb762867b1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.495931] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.538261] env[69245]: DEBUG nova.compute.manager [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.538261] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.538261] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf55f4e0-8884-4fa5-b00c-2ac585082003 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.551665] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.554461] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e2f6254-97bf-4e15-842c-7a82a3919ddf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.559877] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 736.559877] env[69245]: value = "task-3707451" [ 736.559877] env[69245]: _type = "Task" [ 736.559877] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.574458] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.669493] env[69245]: DEBUG nova.network.neutron [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updating instance_info_cache with network_info: [{"id": "40d99029-aa2f-4913-bac5-9265a102f92a", "address": "fa:16:3e:5d:28:ac", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d99029-aa", "ovs_interfaceid": "40d99029-aa2f-4913-bac5-9265a102f92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.829116] env[69245]: DEBUG nova.compute.utils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.833279] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.833279] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.882262] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Releasing lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.882262] env[69245]: DEBUG nova.compute.manager [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Received event network-changed-40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.882532] env[69245]: DEBUG nova.compute.manager [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Refreshing instance network info cache due to event network-changed-40e559ea-2ed4-45db-a141-1b1bb3bcad11. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.886027] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.886027] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.886027] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Refreshing network info cache for port 40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.948738] env[69245]: INFO nova.compute.manager [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Took 28.08 seconds to build instance. [ 736.998191] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.071958] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707451, 'name': PowerOffVM_Task, 'duration_secs': 0.464873} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.072783] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.072783] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.072783] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7d7cec-6d28-403c-a542-319d30573382 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.152123] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.152424] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.152672] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleting the datastore file [datastore2] 157a3e3c-50b6-4d40-96c7-72cd9caffb77 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.152963] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d668fa4c-8482-4b81-8a2f-08b72455858f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.162431] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for the task: (returnval){ [ 737.162431] env[69245]: value = "task-3707453" [ 737.162431] env[69245]: _type = "Task" [ 737.162431] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.177923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.181034] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Instance network_info: |[{"id": "40d99029-aa2f-4913-bac5-9265a102f92a", "address": "fa:16:3e:5d:28:ac", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d99029-aa", "ovs_interfaceid": "40d99029-aa2f-4913-bac5-9265a102f92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.181034] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.181388] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:28:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d99029-aa2f-4913-bac5-9265a102f92a', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.187086] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Creating folder: Project (af1f2be2cf604fafa89e46646ad82c22). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.190286] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09835528-2f27-4c4a-868f-188501ddc4d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.202271] env[69245]: DEBUG nova.policy [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6925730dcc9047c39d385be46a1c34d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01c9ee5563fd4ed486c006b208f3dd60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.206099] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Created folder: Project (af1f2be2cf604fafa89e46646ad82c22) in parent group-v738357. [ 737.206225] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Creating folder: Instances. Parent ref: group-v738407. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.206735] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dac4aed-2a11-4abe-92a3-0aafa51d5d7b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.220983] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Created folder: Instances in parent group-v738407. [ 737.221354] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.221567] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.221781] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074f7720-e373-4d54-9888-973bd7e297e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.250758] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.250758] env[69245]: value = "task-3707456" [ 737.250758] env[69245]: _type = "Task" [ 737.250758] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.261508] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707456, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.334687] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.346247] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493bc22-53d0-40be-b5dd-7d2595bf8be6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.355276] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a87323a-eab3-40f3-b5b4-7377febc58db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.387593] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7416f7-caad-41ee-ac9a-9a6efa5fb7fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.401107] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e1221-72eb-4639-a7df-81eee657cb6c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.420967] env[69245]: DEBUG nova.compute.provider_tree [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.455738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c304bf06-3a19-4004-b806-44046dd36671 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.205s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.503229] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707450, 'name': ReconfigVM_Task, 'duration_secs': 1.046925} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.503597] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 8d35fdc9-38e8-4e80-a2f1-b9df1649066e/8d35fdc9-38e8-4e80-a2f1-b9df1649066e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.505192] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97730dbf-e0ef-40b1-8c4a-2bb736a39ea4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.514906] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 737.514906] env[69245]: value = "task-3707457" [ 737.514906] env[69245]: _type = "Task" [ 737.514906] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.530740] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707457, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.576118] env[69245]: DEBUG nova.compute.manager [None req-0c14ae5d-574c-42c8-99bf-60459386b4a3 tempest-ServerDiagnosticsV248Test-1821843791 tempest-ServerDiagnosticsV248Test-1821843791-project-admin] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.577648] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc333df0-2378-4999-9a26-ef7f7e378fe6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.587191] env[69245]: INFO nova.compute.manager [None req-0c14ae5d-574c-42c8-99bf-60459386b4a3 tempest-ServerDiagnosticsV248Test-1821843791 tempest-ServerDiagnosticsV248Test-1821843791-project-admin] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Retrieving diagnostics [ 737.588931] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7dd23b-fd8e-4434-bdae-b0d5d2f3f1d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.675184] env[69245]: DEBUG oslo_vmware.api [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Task: {'id': task-3707453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291228} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.675415] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.675593] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.675763] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.675935] env[69245]: INFO nova.compute.manager [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 737.676215] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.676410] env[69245]: DEBUG nova.compute.manager [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.676505] env[69245]: DEBUG nova.network.neutron [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.706789] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.707038] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.761542] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707456, 'name': CreateVM_Task, 'duration_secs': 0.367882} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.764019] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.764019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.764019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.764019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.764019] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4316775-453d-4ffa-a6f5-27228b58acb3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.768735] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 737.768735] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b93cac-b7ec-7fc1-3fd6-56b06df08bba" [ 737.768735] env[69245]: _type = "Task" [ 737.768735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.780898] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b93cac-b7ec-7fc1-3fd6-56b06df08bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.927537] env[69245]: DEBUG nova.scheduler.client.report [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.959175] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.032711] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707457, 'name': Rename_Task, 'duration_secs': 0.177111} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.032882] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.033203] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d54073a-f165-4960-bed8-5f6a55e4f83d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.041165] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 738.041165] env[69245]: value = "task-3707459" [ 738.041165] env[69245]: _type = "Task" [ 738.041165] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.050203] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.207295] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updated VIF entry in instance network info cache for port 40e559ea-2ed4-45db-a141-1b1bb3bcad11. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.207683] env[69245]: DEBUG nova.network.neutron [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.282926] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b93cac-b7ec-7fc1-3fd6-56b06df08bba, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.283248] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.283704] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.283704] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.284274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.284274] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.284417] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-851592e0-94b3-4ad6-b8b4-a6a7d3733cde {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.295710] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.295973] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.297156] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d499b805-0ba6-4cea-85ce-ec5098e22096 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.304021] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 738.304021] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5219a065-77b6-7a15-d88e-358fd3224682" [ 738.304021] env[69245]: _type = "Task" [ 738.304021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.315950] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5219a065-77b6-7a15-d88e-358fd3224682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.346589] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.376896] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.377213] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.377392] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.381020] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.381020] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.381020] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.381020] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.381020] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.381612] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.381612] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.381612] env[69245]: DEBUG nova.virt.hardware [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.381612] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3505d1ac-c810-4ce6-b848-ff9e07386ee9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.383014] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Successfully created port: 8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.392261] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3bb2ca-9ba2-4bd9-bd52-27313c39e1cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.432759] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.437020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.032s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.437661] env[69245]: INFO nova.compute.claims [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.479671] env[69245]: INFO nova.scheduler.client.report [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Deleted allocations for instance 69a5aaf1-a364-47ac-a4ec-e64159f94f29 [ 738.501820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.554899] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707459, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.710571] env[69245]: DEBUG oslo_concurrency.lockutils [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.710857] env[69245]: DEBUG nova.compute.manager [req-a66d0dbe-8bbe-49e9-ad71-a621bca66c7b req-556d09ee-d95a-46ef-9e05-0fd72169670b service nova] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Received event network-vif-deleted-193e39a6-a691-467a-a3cc-0495117d8f6c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.817248] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5219a065-77b6-7a15-d88e-358fd3224682, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.818421] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f383bef9-0801-48f4-abef-01649da004d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.825851] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 738.825851] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bbb145-a3b0-fe38-f8dc-35fe4e2d19fe" [ 738.825851] env[69245]: _type = "Task" [ 738.825851] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.842901] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bbb145-a3b0-fe38-f8dc-35fe4e2d19fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.997340] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e2aeb0e3-8e12-4789-b3e5-8eba7eb102b5 tempest-ServerExternalEventsTest-1268933474 tempest-ServerExternalEventsTest-1268933474-project-member] Lock "69a5aaf1-a364-47ac-a4ec-e64159f94f29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.059297] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707459, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.201473] env[69245]: DEBUG nova.network.neutron [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.338147] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bbb145-a3b0-fe38-f8dc-35fe4e2d19fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016468} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.338416] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.338679] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c67b11b8-fffd-43f7-815c-428e01ec7872/c67b11b8-fffd-43f7-815c-428e01ec7872.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.338935] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8cb06a-c70f-47e1-9be5-fc4d46ee08eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.347073] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 739.347073] env[69245]: value = "task-3707460" [ 739.347073] env[69245]: _type = "Task" [ 739.347073] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.357982] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.563157] env[69245]: DEBUG oslo_vmware.api [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3707459, 'name': PowerOnVM_Task, 'duration_secs': 1.45707} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.567407] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.568398] env[69245]: INFO nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Took 11.80 seconds to spawn the instance on the hypervisor. [ 739.568398] env[69245]: DEBUG nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.569226] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8bf83-f613-47fa-bc20-e15591858be2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.587855] env[69245]: DEBUG nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Received event network-vif-deleted-4a03f3fb-4405-49f5-9a13-3b74301a3223 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.588089] env[69245]: DEBUG nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Received event network-vif-plugged-40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.588230] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Acquiring lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.588389] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.588702] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.588791] env[69245]: DEBUG nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] No waiting events found dispatching network-vif-plugged-40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.589179] env[69245]: WARNING nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Received unexpected event network-vif-plugged-40d99029-aa2f-4913-bac5-9265a102f92a for instance with vm_state building and task_state spawning. [ 739.589179] env[69245]: DEBUG nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Received event network-changed-40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.589305] env[69245]: DEBUG nova.compute.manager [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Refreshing instance network info cache due to event network-changed-40d99029-aa2f-4913-bac5-9265a102f92a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.589536] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Acquiring lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.591129] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Acquired lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.591129] env[69245]: DEBUG nova.network.neutron [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Refreshing network info cache for port 40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.705946] env[69245]: INFO nova.compute.manager [-] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Took 2.03 seconds to deallocate network for instance. [ 739.859543] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707460, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.992450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "52226813-7807-42e1-9d49-378dbd70a061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.992970] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.997130] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d10af-a9d6-492c-8d38-7be272d131a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.007178] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939915e1-fc3b-4428-969d-3efc17760aa6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.058407] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a18555a-d874-410d-b00f-5d080edd1b84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.069338] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f034b5aa-bafb-4ebc-a7a1-87c59d611dc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.091678] env[69245]: DEBUG nova.compute.provider_tree [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.098691] env[69245]: INFO nova.compute.manager [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Took 28.37 seconds to build instance. [ 740.216946] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.363952] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528001} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.363952] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c67b11b8-fffd-43f7-815c-428e01ec7872/c67b11b8-fffd-43f7-815c-428e01ec7872.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.363952] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.363952] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-512e93c8-e937-4b31-9011-b5fb5b12e8f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.374961] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 740.374961] env[69245]: value = "task-3707462" [ 740.374961] env[69245]: _type = "Task" [ 740.374961] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.388606] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.596768] env[69245]: DEBUG nova.scheduler.client.report [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.603471] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa0c5642-2236-45b0-bca2-f34e0dd0e5f9 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.784s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.701020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.701020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.890228] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133899} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.892342] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.894629] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530f76c-1a24-4ea7-9efe-d05b439f2521 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.924477] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] c67b11b8-fffd-43f7-815c-428e01ec7872/c67b11b8-fffd-43f7-815c-428e01ec7872.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.924477] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb47baf-093a-45c9-858e-d1ae8fa67117 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.948662] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 740.948662] env[69245]: value = "task-3707463" [ 740.948662] env[69245]: _type = "Task" [ 740.948662] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.961175] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.088208] env[69245]: DEBUG nova.network.neutron [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updated VIF entry in instance network info cache for port 40d99029-aa2f-4913-bac5-9265a102f92a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.088618] env[69245]: DEBUG nova.network.neutron [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updating instance_info_cache with network_info: [{"id": "40d99029-aa2f-4913-bac5-9265a102f92a", "address": "fa:16:3e:5d:28:ac", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d99029-aa", "ovs_interfaceid": "40d99029-aa2f-4913-bac5-9265a102f92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.105070] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.105669] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.112312] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.798s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.114873] env[69245]: INFO nova.compute.claims [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.116997] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.473338] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.484925] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Successfully updated port: 8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.595635] env[69245]: DEBUG oslo_concurrency.lockutils [req-1556e6fd-69c0-47d4-bff7-aed740db1f55 req-95306a05-75cb-4c25-91ea-552c71cb4b0f service nova] Releasing lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.623523] env[69245]: DEBUG nova.compute.utils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.632172] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.632172] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.656805] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.767353] env[69245]: DEBUG nova.policy [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a95914d21ff49c88bd478dd85b8ae9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '809c338f3b5f4e8c9c22574b3e693d31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.965178] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707463, 'name': ReconfigVM_Task, 'duration_secs': 0.600868} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.965178] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Reconfigured VM instance instance-00000010 to attach disk [datastore1] c67b11b8-fffd-43f7-815c-428e01ec7872/c67b11b8-fffd-43f7-815c-428e01ec7872.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.965178] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32261e3-1ae4-4a4c-ac81-88390230117d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.972759] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 741.972759] env[69245]: value = "task-3707465" [ 741.972759] env[69245]: _type = "Task" [ 741.972759] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.993572] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.993572] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.993572] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.993572] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.144254] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.491520] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.560558] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Successfully created port: 0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.577564] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.654126] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa10a00-cac1-4fb7-903c-6fa8085e763e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.667023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941d04a8-4ec7-4837-ac7b-732b9c309e0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.706603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6899729-ca0e-45e0-b5f3-f0e7be82d8d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.719302] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed76677-940e-4e12-91b5-6ead4a2a53de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.736964] env[69245]: DEBUG nova.compute.provider_tree [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.848421] env[69245]: DEBUG nova.network.neutron [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Updating instance_info_cache with network_info: [{"id": "8de000ab-efa4-4d31-a340-abab444c7ea3", "address": "fa:16:3e:6f:e2:3c", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de000ab-ef", "ovs_interfaceid": "8de000ab-efa4-4d31-a340-abab444c7ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.920609] env[69245]: DEBUG nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Received event network-vif-deleted-3cf19e7a-d1e5-4fa0-831b-a08d472f2d7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.920864] env[69245]: DEBUG nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Received event network-vif-plugged-8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.920864] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Acquiring lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.921211] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.921446] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.921612] env[69245]: DEBUG nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] No waiting events found dispatching network-vif-plugged-8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.921784] env[69245]: WARNING nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Received unexpected event network-vif-plugged-8de000ab-efa4-4d31-a340-abab444c7ea3 for instance with vm_state building and task_state spawning. [ 742.921937] env[69245]: DEBUG nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Received event network-changed-8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.922304] env[69245]: DEBUG nova.compute.manager [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Refreshing instance network info cache due to event network-changed-8de000ab-efa4-4d31-a340-abab444c7ea3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.922304] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Acquiring lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.987344] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.159707] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.193418] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.193418] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.193418] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.193601] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.193601] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.193601] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.193601] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.193601] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.193773] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.193953] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.194146] env[69245]: DEBUG nova.virt.hardware [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.195407] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03e2974-69b7-43d5-a5e2-41d5bc2c9bd5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.209292] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de38f960-b8fd-4071-ad24-72a909e34a11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.241092] env[69245]: DEBUG nova.scheduler.client.report [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.353533] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.353978] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Instance network_info: |[{"id": "8de000ab-efa4-4d31-a340-abab444c7ea3", "address": "fa:16:3e:6f:e2:3c", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de000ab-ef", "ovs_interfaceid": "8de000ab-efa4-4d31-a340-abab444c7ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.354404] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Acquired lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.354695] env[69245]: DEBUG nova.network.neutron [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Refreshing network info cache for port 8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.357634] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:e2:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de000ab-efa4-4d31-a340-abab444c7ea3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.369329] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Creating folder: Project (01c9ee5563fd4ed486c006b208f3dd60). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.374821] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cde4c942-7110-4e7d-a3ea-4035ce4a134e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.388347] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Created folder: Project (01c9ee5563fd4ed486c006b208f3dd60) in parent group-v738357. [ 743.388347] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Creating folder: Instances. Parent ref: group-v738410. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.388347] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e3c1a1a-b621-4aa5-a710-67eec10da965 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.399350] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Created folder: Instances in parent group-v738410. [ 743.399622] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.399823] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.400051] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aedeb3d5-8d4c-44cb-b19f-a862ab3589ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.423403] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.423403] env[69245]: value = "task-3707468" [ 743.423403] env[69245]: _type = "Task" [ 743.423403] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.435307] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707468, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.489159] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.499750] env[69245]: DEBUG nova.compute.manager [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.501177] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d3a23-930f-407e-a1ba-8c8d850a734a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.749764] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.749764] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.751840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.324s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.753958] env[69245]: INFO nova.compute.claims [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.891209] env[69245]: DEBUG nova.network.neutron [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Updated VIF entry in instance network info cache for port 8de000ab-efa4-4d31-a340-abab444c7ea3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.891209] env[69245]: DEBUG nova.network.neutron [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Updating instance_info_cache with network_info: [{"id": "8de000ab-efa4-4d31-a340-abab444c7ea3", "address": "fa:16:3e:6f:e2:3c", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de000ab-ef", "ovs_interfaceid": "8de000ab-efa4-4d31-a340-abab444c7ea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.937926] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707468, 'name': CreateVM_Task, 'duration_secs': 0.315326} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.938113] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.939264] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.939487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.939809] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.940458] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c06c31-99c2-482d-afbf-98025fa89c5a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.947529] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 743.947529] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52354489-4abc-d2f0-9393-a9f505db0099" [ 743.947529] env[69245]: _type = "Task" [ 743.947529] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.957957] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52354489-4abc-d2f0-9393-a9f505db0099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.989719] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.014753] env[69245]: INFO nova.compute.manager [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] instance snapshotting [ 744.018514] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e07b2c-66ab-479b-9a82-9d83a0ff0034 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.044784] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41850c7b-3b23-4d42-8e91-421730b724a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.259745] env[69245]: DEBUG nova.compute.utils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.264730] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.264910] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.396951] env[69245]: DEBUG oslo_concurrency.lockutils [req-a42f049a-7577-46e2-a01f-167ea1f7d2fb req-59572226-85c4-45b5-98ae-aac41b25265d service nova] Releasing lock "refresh_cache-666862d2-15cc-4d59-985c-bb406c1c5435" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.410861] env[69245]: DEBUG nova.policy [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fd5fefed3e0431985882721fcc09e5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e461c1b49b7a4394b6d3f45a7da77137', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.461554] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52354489-4abc-d2f0-9393-a9f505db0099, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.461982] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.462386] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.466319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.466319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.466319] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.466319] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31e56032-bf23-40b7-91b6-325d29f30237 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.475779] env[69245]: DEBUG nova.compute.manager [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Received event network-changed-25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.475859] env[69245]: DEBUG nova.compute.manager [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Refreshing instance network info cache due to event network-changed-25e1ce3d-f01e-4485-b5b5-73dd8e468523. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.476405] env[69245]: DEBUG oslo_concurrency.lockutils [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] Acquiring lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.476569] env[69245]: DEBUG oslo_concurrency.lockutils [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] Acquired lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.476804] env[69245]: DEBUG nova.network.neutron [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Refreshing network info cache for port 25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.483831] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.484153] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.491863] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c565cf77-84e2-4558-851e-a9885c033829 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502770] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 744.502770] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b466ce-4c1f-4691-5a81-55ab9f27e344" [ 744.502770] env[69245]: _type = "Task" [ 744.502770] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.506781] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707465, 'name': Rename_Task, 'duration_secs': 2.308086} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.511082] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.511245] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba18c77-ce6d-4290-956d-b2ce7240528e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.524151] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b466ce-4c1f-4691-5a81-55ab9f27e344, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.524151] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 744.524151] env[69245]: value = "task-3707469" [ 744.524151] env[69245]: _type = "Task" [ 744.524151] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.525579] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c289a8-3579-4c7a-8b39-b066ee1902c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536660] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 744.536660] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fcd60-3a3e-a108-729c-e30438366469" [ 744.536660] env[69245]: _type = "Task" [ 744.536660] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.542439] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707469, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.558682] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fcd60-3a3e-a108-729c-e30438366469, 'name': SearchDatastore_Task, 'duration_secs': 0.011454} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.558682] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.558682] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 666862d2-15cc-4d59-985c-bb406c1c5435/666862d2-15cc-4d59-985c-bb406c1c5435.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.559736] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.559986] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c46423-9d4b-418a-a2f4-f47e83fed9c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.566474] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d10b732e-f2c4-441e-a204-3df1295f34c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.578923] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 744.578923] env[69245]: value = "task-3707470" [ 744.578923] env[69245]: _type = "Task" [ 744.578923] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.578923] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 744.578923] env[69245]: value = "task-3707471" [ 744.578923] env[69245]: _type = "Task" [ 744.578923] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.593111] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.596675] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.721154] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "b7c6331c-3651-4b02-b34c-c8efaccec931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.721154] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.765542] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.040436] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707469, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.096912] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707470, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.101160] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516875} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.101521] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 666862d2-15cc-4d59-985c-bb406c1c5435/666862d2-15cc-4d59-985c-bb406c1c5435.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.101806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.102145] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d20066ec-72a7-4c21-a2eb-d6d8fe303909 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112849] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 745.112849] env[69245]: value = "task-3707472" [ 745.112849] env[69245]: _type = "Task" [ 745.112849] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.123361] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.134125] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Successfully updated port: 0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.254545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c70ec-6ab8-47d6-bfab-8eb1403df9c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.263862] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03638e4-27e7-467e-822e-53b82ecf1962 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.315414] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee62f5f-af29-41df-bb92-f03371aad1cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.324997] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a58dc4-ed67-4651-a488-0f9bad7c91eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.345173] env[69245]: DEBUG nova.compute.provider_tree [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.534651] env[69245]: DEBUG oslo_vmware.api [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707469, 'name': PowerOnVM_Task, 'duration_secs': 0.842022} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.534920] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.535132] env[69245]: INFO nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Took 12.00 seconds to spawn the instance on the hypervisor. [ 745.535345] env[69245]: DEBUG nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 745.536141] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3107c0eb-e211-4d61-82b1-1d9678132470 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.588162] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707470, 'name': CreateSnapshot_Task, 'duration_secs': 0.748428} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.588479] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.589253] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d2418a-d4ac-4d0e-aa8b-5ece3bc58d22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.625782] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077758} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.626057] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.627020] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7a6db-3c92-42aa-a333-6218a2d5075f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.646135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquired lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.646135] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.656803] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 666862d2-15cc-4d59-985c-bb406c1c5435/666862d2-15cc-4d59-985c-bb406c1c5435.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.660287] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a43143-857c-465e-9981-2231feed6906 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.685250] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 745.685250] env[69245]: value = "task-3707473" [ 745.685250] env[69245]: _type = "Task" [ 745.685250] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.694793] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.786125] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.799104] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Successfully created port: 907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.821064] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.849044] env[69245]: DEBUG nova.network.neutron [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updated VIF entry in instance network info cache for port 25e1ce3d-f01e-4485-b5b5-73dd8e468523. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.849401] env[69245]: DEBUG nova.network.neutron [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating instance_info_cache with network_info: [{"id": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "address": "fa:16:3e:4a:c8:c6", "network": {"id": "760f2bbb-7b87-4c22-bceb-95040c1ccfe0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1065315926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8b1a5107d2487e851316a211e9c927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25e1ce3d-f0", "ovs_interfaceid": "25e1ce3d-f01e-4485-b5b5-73dd8e468523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.851296] env[69245]: DEBUG nova.scheduler.client.report [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.856919] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.857172] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.857505] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.857505] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.857651] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.857776] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.857978] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.858153] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.858323] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.858489] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.858664] env[69245]: DEBUG nova.virt.hardware [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.859931] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbb1e36-4244-477d-8b35-5949ece5a9f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.870362] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775aecff-e8cd-4e59-ab8b-6f10a09d856e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.060951] env[69245]: INFO nova.compute.manager [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Took 28.32 seconds to build instance. [ 746.094951] env[69245]: DEBUG nova.network.neutron [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Updating instance_info_cache with network_info: [{"id": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "address": "fa:16:3e:d7:4f:1a", "network": {"id": "e9bbe48e-b86f-42da-8127-44f744e74282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-779542460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809c338f3b5f4e8c9c22574b3e693d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec4c3e0-a8", "ovs_interfaceid": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.112752] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.112752] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f29b071f-afab-4c1d-a07b-54a40d7655c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.123011] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 746.123011] env[69245]: value = "task-3707474" [ 746.123011] env[69245]: _type = "Task" [ 746.123011] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.136489] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707474, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.196517] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707473, 'name': ReconfigVM_Task, 'duration_secs': 0.275476} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.196863] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 666862d2-15cc-4d59-985c-bb406c1c5435/666862d2-15cc-4d59-985c-bb406c1c5435.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.197547] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca459ff9-1e13-428a-970d-06b835add98b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.204735] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 746.204735] env[69245]: value = "task-3707475" [ 746.204735] env[69245]: _type = "Task" [ 746.204735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.217528] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707475, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.356043] env[69245]: DEBUG oslo_concurrency.lockutils [req-d0da180f-a975-429c-843b-04649605004f req-646d89b3-00b1-44d5-8aa2-9e0d2e55bedf service nova] Releasing lock "refresh_cache-8d35fdc9-38e8-4e80-a2f1-b9df1649066e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.364659] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.365393] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.369928] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.875s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.372231] env[69245]: INFO nova.compute.claims [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.442985] env[69245]: DEBUG nova.compute.manager [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Received event network-vif-plugged-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.444912] env[69245]: DEBUG oslo_concurrency.lockutils [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] Acquiring lock "b0d76866-db4b-4132-9607-deddf4195756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.444912] env[69245]: DEBUG oslo_concurrency.lockutils [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] Lock "b0d76866-db4b-4132-9607-deddf4195756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.444912] env[69245]: DEBUG oslo_concurrency.lockutils [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] Lock "b0d76866-db4b-4132-9607-deddf4195756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.444912] env[69245]: DEBUG nova.compute.manager [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] No waiting events found dispatching network-vif-plugged-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.444912] env[69245]: WARNING nova.compute.manager [req-888abe51-03ee-4887-83d8-48d07835e368 req-93a61061-0ff2-4601-a475-41faff885edd service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Received unexpected event network-vif-plugged-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 for instance with vm_state building and task_state spawning. [ 746.565944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-80fda123-03da-4765-8bd9-d1b805e6bcfe tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.958s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.598371] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Releasing lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.599511] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Instance network_info: |[{"id": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "address": "fa:16:3e:d7:4f:1a", "network": {"id": "e9bbe48e-b86f-42da-8127-44f744e74282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-779542460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809c338f3b5f4e8c9c22574b3e693d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec4c3e0-a8", "ovs_interfaceid": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.600225] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:4f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ec4c3e0-a83e-4884-9324-7fe9faa2aad3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.614036] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Creating folder: Project (809c338f3b5f4e8c9c22574b3e693d31). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.614036] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3048226c-7913-4f2b-8aed-820abcc365fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.637025] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Created folder: Project (809c338f3b5f4e8c9c22574b3e693d31) in parent group-v738357. [ 746.637025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Creating folder: Instances. Parent ref: group-v738415. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.643198] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff2e3a5-62b3-442c-a595-addc9e85f631 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.652749] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707474, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.660545] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Created folder: Instances in parent group-v738415. [ 746.660545] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.660545] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.660545] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc7db32-5afe-422c-8d04-503a1d6102bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.686779] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.686779] env[69245]: value = "task-3707478" [ 746.686779] env[69245]: _type = "Task" [ 746.686779] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.706320] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707478, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.727101] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707475, 'name': Rename_Task, 'duration_secs': 0.367862} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.727101] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.727101] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66ab7dd-c548-4ffe-b7ed-00a337d1c166 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.733463] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 746.733463] env[69245]: value = "task-3707479" [ 746.733463] env[69245]: _type = "Task" [ 746.733463] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.746528] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.857055] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "10a6ea8e-7609-447e-aa54-202ff859cba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.857366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.878974] env[69245]: DEBUG nova.compute.utils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.886230] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.886389] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.946564] env[69245]: DEBUG nova.policy [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90931ce139fb4be2927bb91cf2fdd1b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b58c404fd24a48b03b56ce9a599c14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.069594] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.148715] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707474, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.199964] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707478, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.251476] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.389118] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.610319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.649024] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707474, 'name': CloneVM_Task, 'duration_secs': 1.186445} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.649613] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Created linked-clone VM from snapshot [ 747.650597] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a34463-7a44-48aa-ab5a-0ac338b17af5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.665219] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Uploading image d67b079a-c1ac-4510-9945-6c61d60cb16a {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.711208] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.711208] env[69245]: value = "vm-738414" [ 747.711208] env[69245]: _type = "VirtualMachine" [ 747.711208] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.711208] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4d90778-82eb-4e3b-9331-1dd88b540c79 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.728377] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707478, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.730503] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease: (returnval){ [ 747.730503] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0bda5-3c26-68ec-4403-890cfa0a02bd" [ 747.730503] env[69245]: _type = "HttpNfcLease" [ 747.730503] env[69245]: } obtained for exporting VM: (result){ [ 747.730503] env[69245]: value = "vm-738414" [ 747.730503] env[69245]: _type = "VirtualMachine" [ 747.730503] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.731093] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the lease: (returnval){ [ 747.731093] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0bda5-3c26-68ec-4403-890cfa0a02bd" [ 747.731093] env[69245]: _type = "HttpNfcLease" [ 747.731093] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.749436] env[69245]: DEBUG oslo_vmware.api [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707479, 'name': PowerOnVM_Task, 'duration_secs': 0.575617} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.751778] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.752013] env[69245]: INFO nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Took 9.41 seconds to spawn the instance on the hypervisor. [ 747.752374] env[69245]: DEBUG nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.752784] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.752784] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0bda5-3c26-68ec-4403-890cfa0a02bd" [ 747.752784] env[69245]: _type = "HttpNfcLease" [ 747.752784] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.753743] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4559f-57ee-41e3-ae1f-2703a8dcd1e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.877177] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Successfully created port: 25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.996618] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb25b024-c3e4-479d-8725-926798da5f48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.011905] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2b8da1-26a6-4247-a15f-a2aea1c75123 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.055455] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe450c-7d5b-49a5-8542-6cf9beef626b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.064025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfffb4f-de25-4c87-9fc4-14e89a3c49f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.080041] env[69245]: DEBUG nova.compute.provider_tree [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.205399] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707478, 'name': CreateVM_Task, 'duration_secs': 1.407252} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.205673] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.206465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.206667] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.207137] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.207909] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b35bd4-7d50-46eb-95ae-74e946b0359e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.216158] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 748.216158] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527069d4-4aac-4294-ffae-189834dff941" [ 748.216158] env[69245]: _type = "Task" [ 748.216158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.230303] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527069d4-4aac-4294-ffae-189834dff941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.245980] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.245980] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0bda5-3c26-68ec-4403-890cfa0a02bd" [ 748.245980] env[69245]: _type = "HttpNfcLease" [ 748.245980] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 748.246459] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 748.246459] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0bda5-3c26-68ec-4403-890cfa0a02bd" [ 748.246459] env[69245]: _type = "HttpNfcLease" [ 748.246459] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 748.247736] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3ddfa-716b-480f-b9db-2621ebf69bd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.282748] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 748.282748] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.290266] env[69245]: INFO nova.compute.manager [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Took 26.87 seconds to build instance. [ 748.364220] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bacb417b-88d3-4b01-b414-2662cfb1488d tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.569s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.411958] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.440461] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Successfully updated port: 907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.444594] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.444913] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.449282] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.449925] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.449925] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.450252] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.450740] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.451168] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.451407] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.451775] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.452052] env[69245]: DEBUG nova.virt.hardware [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.453368] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb5cb6c-c6b1-4edf-88ed-222df290e3a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.472258] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-513b0739-7532-466d-8743-d23bac9cc0c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.477697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138621ad-112d-4c8d-b255-4bf59f9476d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.589877] env[69245]: DEBUG nova.scheduler.client.report [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.731863] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527069d4-4aac-4294-ffae-189834dff941, 'name': SearchDatastore_Task, 'duration_secs': 0.014245} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.731863] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.732103] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.732310] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.732495] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.732684] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.733145] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d45006-06a3-42fb-8b15-b602f00983ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.749288] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.752408] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.752408] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08648ef-947c-4f59-a7ea-2890c13b8958 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.760777] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 748.760777] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1773b-e4bb-be4b-8c8e-130372887341" [ 748.760777] env[69245]: _type = "Task" [ 748.760777] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.772935] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1773b-e4bb-be4b-8c8e-130372887341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.845942] env[69245]: DEBUG nova.compute.manager [None req-7d44019b-4b32-48d0-8992-b3b308aec1c7 tempest-ServerDiagnosticsV248Test-1821843791 tempest-ServerDiagnosticsV248Test-1821843791-project-admin] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.856683] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e7f36e-7fed-47d2-9050-b8fc62e5ee77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.866228] env[69245]: INFO nova.compute.manager [None req-7d44019b-4b32-48d0-8992-b3b308aec1c7 tempest-ServerDiagnosticsV248Test-1821843791 tempest-ServerDiagnosticsV248Test-1821843791-project-admin] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Retrieving diagnostics [ 748.866768] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.874058] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac38e4-e0d9-40ff-a93d-e7066bc21a1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.943118] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.944279] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.944279] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.064867] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Received event network-changed-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.065184] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Refreshing instance network info cache due to event network-changed-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.065300] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Acquiring lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065587] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Acquired lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.066526] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Refreshing network info cache for port 0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.101570] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.102185] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.106285] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.734s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.109608] env[69245]: DEBUG nova.objects.instance [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lazy-loading 'resources' on Instance uuid 8c7dc96c-da68-42cb-9e35-db4407e1f820 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.277102] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1773b-e4bb-be4b-8c8e-130372887341, 'name': SearchDatastore_Task, 'duration_secs': 0.024433} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.278118] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18aebd0d-f833-469a-bd76-92b6d46c9104 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.284992] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 749.284992] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1e659-47e9-1418-acae-64eb2025bdde" [ 749.284992] env[69245]: _type = "Task" [ 749.284992] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.298483] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1e659-47e9-1418-acae-64eb2025bdde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.413545] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.519511] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.619627] env[69245]: DEBUG nova.compute.utils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.632214] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.632214] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.735601] env[69245]: DEBUG nova.policy [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7a179b15114e04853c65c2c27725ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4e0700c0144ea1b765f9bde5826b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.802339] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1e659-47e9-1418-acae-64eb2025bdde, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.803782] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.804258] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b0d76866-db4b-4132-9607-deddf4195756/b0d76866-db4b-4132-9607-deddf4195756.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.804577] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718c0a1d-65a1-46c8-b74e-a449a7bac086 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.814949] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 749.814949] env[69245]: value = "task-3707481" [ 749.814949] env[69245]: _type = "Task" [ 749.814949] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.843403] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.128040] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.176309] env[69245]: DEBUG nova.network.neutron [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Updating instance_info_cache with network_info: [{"id": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "address": "fa:16:3e:08:fe:03", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907be0e4-f2", "ovs_interfaceid": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.211389] env[69245]: DEBUG nova.compute.manager [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Received event network-changed-40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.211501] env[69245]: DEBUG nova.compute.manager [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Refreshing instance network info cache due to event network-changed-40d99029-aa2f-4913-bac5-9265a102f92a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.212542] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] Acquiring lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.212542] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] Acquired lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.212542] env[69245]: DEBUG nova.network.neutron [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Refreshing network info cache for port 40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.217667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf006d-f3d3-40b1-be60-11f28dd44084 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.228528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d445c1eb-d1a2-422c-b150-4b6321e8d749 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.269343] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670d04c-9998-430f-a103-10713b3023ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.280560] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f856f20-7561-46f9-8512-c42d0572d9a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.298545] env[69245]: DEBUG nova.compute.provider_tree [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.331371] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.623778] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Successfully created port: 4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.685239] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Updated VIF entry in instance network info cache for port 0ec4c3e0-a83e-4884-9324-7fe9faa2aad3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.685239] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Updating instance_info_cache with network_info: [{"id": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "address": "fa:16:3e:d7:4f:1a", "network": {"id": "e9bbe48e-b86f-42da-8127-44f744e74282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-779542460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "809c338f3b5f4e8c9c22574b3e693d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec4c3e0-a8", "ovs_interfaceid": "0ec4c3e0-a83e-4884-9324-7fe9faa2aad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.688095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.689444] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Instance network_info: |[{"id": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "address": "fa:16:3e:08:fe:03", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907be0e4-f2", "ovs_interfaceid": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.689555] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:fe:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '907be0e4-f22b-45e4-9fc0-2da03328be1b', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.700925] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.700925] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.701381] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9c7c93-7b3c-412f-a354-208404b38b06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.726218] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.726218] env[69245]: value = "task-3707482" [ 750.726218] env[69245]: _type = "Task" [ 750.726218] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.736838] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707482, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.806365] env[69245]: DEBUG nova.scheduler.client.report [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.833787] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630448} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.837021] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b0d76866-db4b-4132-9607-deddf4195756/b0d76866-db4b-4132-9607-deddf4195756.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.837021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.837021] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2542a37e-a0f1-4564-b4e9-9535666a5d8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.852667] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 750.852667] env[69245]: value = "task-3707483" [ 750.852667] env[69245]: _type = "Task" [ 750.852667] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.869730] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.951177] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Successfully updated port: 25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.132616] env[69245]: DEBUG nova.network.neutron [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updated VIF entry in instance network info cache for port 40d99029-aa2f-4913-bac5-9265a102f92a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.133147] env[69245]: DEBUG nova.network.neutron [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updating instance_info_cache with network_info: [{"id": "40d99029-aa2f-4913-bac5-9265a102f92a", "address": "fa:16:3e:5d:28:ac", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d99029-aa", "ovs_interfaceid": "40d99029-aa2f-4913-bac5-9265a102f92a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.141599] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.175209] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.175992] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.176186] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.176395] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.176548] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.176700] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.176916] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.177107] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.177276] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.177462] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.177641] env[69245]: DEBUG nova.virt.hardware [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.178598] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3995f8d-5096-4b7c-a9cb-c8578b8199b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.189033] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42624f2b-a201-4dcd-b101-13155a2f3d47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.213532] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Releasing lock "refresh_cache-b0d76866-db4b-4132-9607-deddf4195756" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.213947] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Received event network-vif-plugged-907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.214835] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Acquiring lock "211374d1-cebf-44bd-8394-076ca21242f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.215142] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Lock "211374d1-cebf-44bd-8394-076ca21242f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.215334] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Lock "211374d1-cebf-44bd-8394-076ca21242f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.215512] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] No waiting events found dispatching network-vif-plugged-907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 751.215681] env[69245]: WARNING nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Received unexpected event network-vif-plugged-907be0e4-f22b-45e4-9fc0-2da03328be1b for instance with vm_state building and task_state spawning. [ 751.215842] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Received event network-changed-907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.215995] env[69245]: DEBUG nova.compute.manager [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Refreshing instance network info cache due to event network-changed-907be0e4-f22b-45e4-9fc0-2da03328be1b. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.216198] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Acquiring lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.216334] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Acquired lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.216491] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Refreshing network info cache for port 907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.242302] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707482, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.315114] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.317744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.978s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.320626] env[69245]: INFO nova.compute.claims [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.348649] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "f31d3f59-0fef-4b38-b071-a490318240af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.348955] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.349202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "f31d3f59-0fef-4b38-b071-a490318240af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.349400] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.349568] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.353399] env[69245]: INFO nova.scheduler.client.report [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Deleted allocations for instance 8c7dc96c-da68-42cb-9e35-db4407e1f820 [ 751.354733] env[69245]: INFO nova.compute.manager [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Terminating instance [ 751.374588] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073215} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.375553] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.378461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf094b6c-96f3-4ffa-b7a6-b65234a1d316 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.406288] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b0d76866-db4b-4132-9607-deddf4195756/b0d76866-db4b-4132-9607-deddf4195756.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.407079] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056cbe44-f972-43ee-b143-375ab81637b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.428371] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 751.428371] env[69245]: value = "task-3707484" [ 751.428371] env[69245]: _type = "Task" [ 751.428371] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.440132] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.457475] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.457640] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquired lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.457969] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.636932] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d39675f-f85f-4106-ac6c-968e68bf43ad req-519dde57-eaaf-4bc1-a75d-ba9214fc0f28 service nova] Releasing lock "refresh_cache-c67b11b8-fffd-43f7-815c-428e01ec7872" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741930] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707482, 'name': CreateVM_Task, 'duration_secs': 0.640177} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.741930] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.744510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.744510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.744510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.744510] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d2a685-2ecd-41d8-acfe-78dec01a28bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.750887] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 751.750887] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525508af-40b9-1808-3958-1a7997cf489b" [ 751.750887] env[69245]: _type = "Task" [ 751.750887] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.761189] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525508af-40b9-1808-3958-1a7997cf489b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.870116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "refresh_cache-f31d3f59-0fef-4b38-b071-a490318240af" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.870116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquired lock "refresh_cache-f31d3f59-0fef-4b38-b071-a490318240af" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.870116] env[69245]: DEBUG nova.network.neutron [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.878840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd459646-26ce-479a-8e43-3b8064b09373 tempest-ServerDiagnosticsTest-275767881 tempest-ServerDiagnosticsTest-275767881-project-member] Lock "8c7dc96c-da68-42cb-9e35-db4407e1f820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.540s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.940194] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707484, 'name': ReconfigVM_Task, 'duration_secs': 0.449979} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.940504] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b0d76866-db4b-4132-9607-deddf4195756/b0d76866-db4b-4132-9607-deddf4195756.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.941207] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2275a187-184c-402b-bc8f-a7abd6d733d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.951743] env[69245]: DEBUG nova.compute.manager [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Received event network-vif-plugged-25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.951968] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Acquiring lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.952683] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.952914] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.953134] env[69245]: DEBUG nova.compute.manager [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] No waiting events found dispatching network-vif-plugged-25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 751.953674] env[69245]: WARNING nova.compute.manager [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Received unexpected event network-vif-plugged-25b13ee6-214f-4351-92de-445c18a83da1 for instance with vm_state building and task_state spawning. [ 751.953674] env[69245]: DEBUG nova.compute.manager [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Received event network-changed-25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.953674] env[69245]: DEBUG nova.compute.manager [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Refreshing instance network info cache due to event network-changed-25b13ee6-214f-4351-92de-445c18a83da1. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.953824] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Acquiring lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.953969] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 751.953969] env[69245]: value = "task-3707485" [ 751.953969] env[69245]: _type = "Task" [ 751.953969] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.968132] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707485, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.063853] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.270753] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525508af-40b9-1808-3958-1a7997cf489b, 'name': SearchDatastore_Task, 'duration_secs': 0.014246} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.270753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.270753] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.270753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.271087] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.271087] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.271087] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89bcf3d4-581f-400c-b6e2-630ba861fcf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.277597] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Updated VIF entry in instance network info cache for port 907be0e4-f22b-45e4-9fc0-2da03328be1b. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.277713] env[69245]: DEBUG nova.network.neutron [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Updating instance_info_cache with network_info: [{"id": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "address": "fa:16:3e:08:fe:03", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap907be0e4-f2", "ovs_interfaceid": "907be0e4-f22b-45e4-9fc0-2da03328be1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.281883] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.281883] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.286152] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a63c804-361a-4a44-950b-96d621baef37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.289499] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 752.289499] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e90f90-731b-dcc3-5170-2d19aef4ac01" [ 752.289499] env[69245]: _type = "Task" [ 752.289499] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.302350] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e90f90-731b-dcc3-5170-2d19aef4ac01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.370476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.372294] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.392224] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Successfully updated port: 4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.415620] env[69245]: DEBUG nova.network.neutron [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.431412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "f153deb7-511b-45b6-817f-7e5e55cf9836" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.431645] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.456829] env[69245]: DEBUG nova.network.neutron [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updating instance_info_cache with network_info: [{"id": "25b13ee6-214f-4351-92de-445c18a83da1", "address": "fa:16:3e:56:a6:11", "network": {"id": "9abea047-ad28-4ecc-b75a-c4513eb3b5a9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1912431941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b58c404fd24a48b03b56ce9a599c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b13ee6-21", "ovs_interfaceid": "25b13ee6-214f-4351-92de-445c18a83da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.478854] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707485, 'name': Rename_Task, 'duration_secs': 0.141596} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.479366] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.482790] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a98f10-66f8-4512-8815-8105bc074d4e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.491392] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 752.491392] env[69245]: value = "task-3707486" [ 752.491392] env[69245]: _type = "Task" [ 752.491392] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.512702] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707486, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.584030] env[69245]: DEBUG nova.network.neutron [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.780687] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d601c6d-2038-4c01-871c-6c4fca5ee7d6 req-4ac7c800-5845-4d23-ba7d-575b05bbb9dc service nova] Releasing lock "refresh_cache-211374d1-cebf-44bd-8394-076ca21242f0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.802067] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e90f90-731b-dcc3-5170-2d19aef4ac01, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.802940] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b25211d-83b6-4f2d-90aa-d1969e0cb825 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.814169] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 752.814169] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcde0b-d871-1149-0e70-3dfe5173749e" [ 752.814169] env[69245]: _type = "Task" [ 752.814169] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.823470] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcde0b-d871-1149-0e70-3dfe5173749e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.893589] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9c754f-519a-4e6a-b759-98de1b647214 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.897450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.897654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.897866] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.906287] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf30c45b-f3f5-41f8-b83c-6bcdafb7507f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.943730] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074601b7-1110-400c-b46f-00fe8bdb72ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.953120] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e147e17-b447-4a6e-99c5-c4563d068ab1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.973101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Releasing lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.973101] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Instance network_info: |[{"id": "25b13ee6-214f-4351-92de-445c18a83da1", "address": "fa:16:3e:56:a6:11", "network": {"id": "9abea047-ad28-4ecc-b75a-c4513eb3b5a9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1912431941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b58c404fd24a48b03b56ce9a599c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b13ee6-21", "ovs_interfaceid": "25b13ee6-214f-4351-92de-445c18a83da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.973565] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.975580] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Acquired lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.975580] env[69245]: DEBUG nova.network.neutron [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Refreshing network info cache for port 25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.976561] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25b13ee6-214f-4351-92de-445c18a83da1', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.984952] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Creating folder: Project (19b58c404fd24a48b03b56ce9a599c14). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.991301] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2733999e-3870-4394-99ee-23043f35f864 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.011897] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.015062] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Created folder: Project (19b58c404fd24a48b03b56ce9a599c14) in parent group-v738357. [ 753.015358] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Creating folder: Instances. Parent ref: group-v738419. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.016461] env[69245]: ERROR nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [req-bcdb331e-8c18-4c04-af4b-25c804050c97] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcdb331e-8c18-4c04-af4b-25c804050c97"}]} [ 753.016855] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b452b0d-002d-41a7-bfb5-9fe7b32f347d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.032025] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Created folder: Instances in parent group-v738419. [ 753.032689] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.032689] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.032812] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8128248a-f54d-4879-8516-caa11cc2b679 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.052043] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.060949] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.060949] env[69245]: value = "task-3707489" [ 753.060949] env[69245]: _type = "Task" [ 753.060949] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.071656] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707489, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.075272] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.075459] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.087512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Releasing lock "refresh_cache-f31d3f59-0fef-4b38-b071-a490318240af" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.087970] env[69245]: DEBUG nova.compute.manager [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.088952] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.089765] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.092943] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d5735c-e459-40dd-a5cc-37173791cfdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.102716] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.102716] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e2124f1-f747-4908-9fa6-d4432168a216 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.110105] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 753.110105] env[69245]: value = "task-3707490" [ 753.110105] env[69245]: _type = "Task" [ 753.110105] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.117322] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.125659] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.284696] env[69245]: DEBUG nova.compute.manager [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Received event network-vif-plugged-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.286116] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] Acquiring lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.286385] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.286535] env[69245]: DEBUG oslo_concurrency.lockutils [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.286719] env[69245]: DEBUG nova.compute.manager [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] No waiting events found dispatching network-vif-plugged-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 753.286953] env[69245]: WARNING nova.compute.manager [req-7d8a2232-007e-4f22-a0e6-4473df7f977c req-aa8c32ea-3332-49f4-ad74-f40c40a51987 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Received unexpected event network-vif-plugged-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 for instance with vm_state building and task_state spawning. [ 753.328048] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcde0b-d871-1149-0e70-3dfe5173749e, 'name': SearchDatastore_Task, 'duration_secs': 0.020636} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.328972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.328972] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 211374d1-cebf-44bd-8394-076ca21242f0/211374d1-cebf-44bd-8394-076ca21242f0.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.328972] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65c08674-0b13-46be-89bc-b6fd9bb3ba25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.341314] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 753.341314] env[69245]: value = "task-3707491" [ 753.341314] env[69245]: _type = "Task" [ 753.341314] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.350550] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.475185] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.492332] env[69245]: DEBUG nova.network.neutron [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updated VIF entry in instance network info cache for port 25b13ee6-214f-4351-92de-445c18a83da1. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.492977] env[69245]: DEBUG nova.network.neutron [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updating instance_info_cache with network_info: [{"id": "25b13ee6-214f-4351-92de-445c18a83da1", "address": "fa:16:3e:56:a6:11", "network": {"id": "9abea047-ad28-4ecc-b75a-c4513eb3b5a9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1912431941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b58c404fd24a48b03b56ce9a599c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b13ee6-21", "ovs_interfaceid": "25b13ee6-214f-4351-92de-445c18a83da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.513781] env[69245]: DEBUG oslo_vmware.api [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707486, 'name': PowerOnVM_Task, 'duration_secs': 0.543821} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.514405] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.514405] env[69245]: INFO nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Took 10.35 seconds to spawn the instance on the hypervisor. [ 753.514662] env[69245]: DEBUG nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.515489] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15c33a-c105-4755-9150-03a6d8eeea39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.576647] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707489, 'name': CreateVM_Task, 'duration_secs': 0.507422} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.580384] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.581675] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.581834] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.582184] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.584964] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed529b6b-6ad0-4f3c-a50a-a50e0e96d13d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.591869] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 753.591869] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529be634-91f6-5462-3dbd-fb676cf29719" [ 753.591869] env[69245]: _type = "Task" [ 753.591869] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.606952] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529be634-91f6-5462-3dbd-fb676cf29719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.623611] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707490, 'name': PowerOffVM_Task, 'duration_secs': 0.23022} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.623895] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.624318] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.627141] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-426b8157-8fab-4c2a-b53d-886bba16d71c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.633422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.633680] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.661690] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.662216] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.662216] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Deleting the datastore file [datastore2] f31d3f59-0fef-4b38-b071-a490318240af {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.662544] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8baf85b8-29d4-46f5-8ab7-65072f6b9069 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.671236] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for the task: (returnval){ [ 753.671236] env[69245]: value = "task-3707493" [ 753.671236] env[69245]: _type = "Task" [ 753.671236] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.687569] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.707810] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f165217-8c4b-449e-b09d-d78f63578552 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.717231] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb947a86-8cf9-4934-8e18-3dc3c6cf827f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.754527] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a056e-25ad-4fa1-9568-9272a217e1ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.762836] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba26d65-5bb6-450e-8d4d-7600c61c99ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.784080] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.854519] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707491, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.873301] env[69245]: DEBUG nova.network.neutron [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Updating instance_info_cache with network_info: [{"id": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "address": "fa:16:3e:2a:c5:9b", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2c8ee6-da", "ovs_interfaceid": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.997597] env[69245]: DEBUG oslo_concurrency.lockutils [req-5638bc5d-17f8-4bca-82cf-0bb06d64bedf req-103e5b94-1929-49ab-816e-c0e227416071 service nova] Releasing lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.040983] env[69245]: INFO nova.compute.manager [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Took 31.66 seconds to build instance. [ 754.104910] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529be634-91f6-5462-3dbd-fb676cf29719, 'name': SearchDatastore_Task, 'duration_secs': 0.018113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.105594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.105907] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.106314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.107248] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.107248] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.107248] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b833d838-80ab-4165-b0ad-5d0e886c287b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.126100] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.126100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.126100] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec4c42f-8916-4733-a58f-0ef70fcb0d15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.131965] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 754.131965] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2eb7-cb3a-711b-9371-4a97de4f57a2" [ 754.131965] env[69245]: _type = "Task" [ 754.131965] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.147156] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2eb7-cb3a-711b-9371-4a97de4f57a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.181624] env[69245]: DEBUG oslo_vmware.api [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Task: {'id': task-3707493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317984} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.181912] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.182156] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.182300] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.182438] env[69245]: INFO nova.compute.manager [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Took 1.09 seconds to destroy the instance on the hypervisor. [ 754.182669] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.182851] env[69245]: DEBUG nova.compute.manager [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.182939] env[69245]: DEBUG nova.network.neutron [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.203865] env[69245]: DEBUG nova.network.neutron [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.308132] env[69245]: ERROR nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [req-fb47b2af-535e-4c4a-8bdc-5396bb1699ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb47b2af-535e-4c4a-8bdc-5396bb1699ce"}]} [ 754.329104] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.349674] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.349674] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.358243] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646828} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.359291] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 211374d1-cebf-44bd-8394-076ca21242f0/211374d1-cebf-44bd-8394-076ca21242f0.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.359291] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.359291] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0476b1f-e939-4660-a8f8-8d53909d6e29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.364242] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.367299] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 754.367299] env[69245]: value = "task-3707494" [ 754.367299] env[69245]: _type = "Task" [ 754.367299] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.377883] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.378392] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Instance network_info: |[{"id": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "address": "fa:16:3e:2a:c5:9b", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2c8ee6-da", "ovs_interfaceid": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.378805] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.379213] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:c5:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.389494] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.389494] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.389494] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f34925db-d61a-4a2c-9f92-0e494f64f425 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.405337] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.414073] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.414073] env[69245]: value = "task-3707495" [ 754.414073] env[69245]: _type = "Task" [ 754.414073] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.422712] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707495, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.543653] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eda2d8ac-1970-41eb-b099-c8910d43e3d8 tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.338s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.648107] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2eb7-cb3a-711b-9371-4a97de4f57a2, 'name': SearchDatastore_Task, 'duration_secs': 0.04302} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.651826] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14853c4e-0703-44b7-ad07-f7325ce55c1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.659478] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 754.659478] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e2f3e5-b902-e799-0fba-a9937e0e782c" [ 754.659478] env[69245]: _type = "Task" [ 754.659478] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.670393] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e2f3e5-b902-e799-0fba-a9937e0e782c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.707669] env[69245]: DEBUG nova.network.neutron [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.881497] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.885725] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.887164] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fab8539-c3e7-4edb-91d5-73f6b317b891 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.916330] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 211374d1-cebf-44bd-8394-076ca21242f0/211374d1-cebf-44bd-8394-076ca21242f0.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.923777] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c40d49c-802b-4d59-993f-34d88f4a54ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.950891] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707495, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.952548] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 754.952548] env[69245]: value = "task-3707496" [ 754.952548] env[69245]: _type = "Task" [ 754.952548] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.959151] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef18e451-0ba3-453d-8a78-c06354291de8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.965335] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.972757] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62409b53-56cb-45bb-9640-1159af1e0b3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.007200] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d4f73e-134d-4660-baea-1d8dbad30611 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.019023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae19618-ba3e-4bc8-984f-8b015f2f39d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.032681] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.046399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "b0d76866-db4b-4132-9607-deddf4195756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.046399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.046399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "b0d76866-db4b-4132-9607-deddf4195756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.046652] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.046729] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.048531] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.052554] env[69245]: INFO nova.compute.manager [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Terminating instance [ 755.170492] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e2f3e5-b902-e799-0fba-a9937e0e782c, 'name': SearchDatastore_Task, 'duration_secs': 0.022263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.170732] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.171033] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431/f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.171372] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da37f57a-cff6-4aba-a940-b58945324f1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.183158] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 755.183158] env[69245]: value = "task-3707497" [ 755.183158] env[69245]: _type = "Task" [ 755.183158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.197162] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.211132] env[69245]: INFO nova.compute.manager [-] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Took 1.03 seconds to deallocate network for instance. [ 755.435224] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707495, 'name': CreateVM_Task, 'duration_secs': 0.619924} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.435224] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.435224] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.435224] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.435224] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.435527] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c30bd3c-b307-4d43-aa98-6efdff32ce92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.442431] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 755.442431] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82028-2c73-4073-f79e-90e5bd39049d" [ 755.442431] env[69245]: _type = "Task" [ 755.442431] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.453988] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82028-2c73-4073-f79e-90e5bd39049d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.471123] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.543286] env[69245]: DEBUG nova.compute.manager [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Received event network-changed-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.543600] env[69245]: DEBUG nova.compute.manager [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Refreshing instance network info cache due to event network-changed-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.543786] env[69245]: DEBUG oslo_concurrency.lockutils [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] Acquiring lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.545396] env[69245]: DEBUG oslo_concurrency.lockutils [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] Acquired lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.545653] env[69245]: DEBUG nova.network.neutron [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Refreshing network info cache for port 4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.561781] env[69245]: DEBUG nova.compute.manager [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.562229] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.566391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ca71c-1996-4054-9ae6-d6879669a840 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.580187] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.580429] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fe1866-1007-40cf-a10b-a3baea409803 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.591203] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 755.591203] env[69245]: value = "task-3707498" [ 755.591203] env[69245]: _type = "Task" [ 755.591203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.597272] env[69245]: DEBUG nova.scheduler.client.report [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.597584] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 41 to 42 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.598038] env[69245]: DEBUG nova.compute.provider_tree [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.602872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.606739] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.699844] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707497, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.720486] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.956287] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82028-2c73-4073-f79e-90e5bd39049d, 'name': SearchDatastore_Task, 'duration_secs': 0.015385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.960396] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.960396] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.961132] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.961132] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.961132] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.961440] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a7e1c1-3f24-4492-935a-5c21c4ce21ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.970565] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707496, 'name': ReconfigVM_Task, 'duration_secs': 0.580192} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.976594] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 211374d1-cebf-44bd-8394-076ca21242f0/211374d1-cebf-44bd-8394-076ca21242f0.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.977592] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.977806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.978759] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bebbe2d7-616e-4983-a0f4-25cad638430a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.980583] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629ce854-b6c9-4abe-ba44-2dd2a728442a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.987433] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 755.987433] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a77e0-13a6-af14-cd51-882a6c0f689a" [ 755.987433] env[69245]: _type = "Task" [ 755.987433] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.992716] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 755.992716] env[69245]: value = "task-3707499" [ 755.992716] env[69245]: _type = "Task" [ 755.992716] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.000797] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a77e0-13a6-af14-cd51-882a6c0f689a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.007775] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707499, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.105096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.787s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.107736] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.108946] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707498, 'name': PowerOffVM_Task, 'duration_secs': 0.300698} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.109631] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.852s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.111855] env[69245]: INFO nova.compute.claims [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.114634] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.114970] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.115679] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4325651-7ffb-4dcb-8c81-f62e891df914 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.183034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.183034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.183034] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Deleting the datastore file [datastore1] b0d76866-db4b-4132-9607-deddf4195756 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.183034] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00affb65-d059-42bd-84f0-054fb520edf7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.198116] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698975} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.200480] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431/f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.202136] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.202136] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for the task: (returnval){ [ 756.202136] env[69245]: value = "task-3707501" [ 756.202136] env[69245]: _type = "Task" [ 756.202136] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.202136] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad47970b-dcce-4e54-a141-76c27a995cc1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.215068] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.219176] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 756.219176] env[69245]: value = "task-3707502" [ 756.219176] env[69245]: _type = "Task" [ 756.219176] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.228519] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.500720] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a77e0-13a6-af14-cd51-882a6c0f689a, 'name': SearchDatastore_Task, 'duration_secs': 0.025324} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.503102] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372ee357-4ba1-4028-8bad-33b2acc79acc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.509015] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707499, 'name': Rename_Task, 'duration_secs': 0.303338} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.509888] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.510846] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139413fa-ed56-44dd-8e6c-696bf568abb7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.514019] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 756.514019] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52735b38-e245-c4db-035b-6351b3d44fac" [ 756.514019] env[69245]: _type = "Task" [ 756.514019] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.520275] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 756.520275] env[69245]: value = "task-3707503" [ 756.520275] env[69245]: _type = "Task" [ 756.520275] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.528285] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52735b38-e245-c4db-035b-6351b3d44fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.534036] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.611946] env[69245]: DEBUG nova.compute.utils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.617519] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.621645] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.720589] env[69245]: DEBUG oslo_vmware.api [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Task: {'id': task-3707501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324225} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.725200] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.726356] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.726356] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.726356] env[69245]: INFO nova.compute.manager [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] [instance: b0d76866-db4b-4132-9607-deddf4195756] Took 1.16 seconds to destroy the instance on the hypervisor. [ 756.726507] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.726701] env[69245]: DEBUG nova.compute.manager [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.727165] env[69245]: DEBUG nova.network.neutron [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.735761] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066796} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.738162] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.739018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592707c-1e90-4f34-8ef9-eaaaace5d461 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.763734] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431/f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.766796] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881df84d-a98d-4ff1-aad5-90af1a3753fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.789702] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 756.789702] env[69245]: value = "task-3707504" [ 756.789702] env[69245]: _type = "Task" [ 756.789702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.800325] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.811216] env[69245]: DEBUG nova.policy [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c98cb0f9d02c40ad84bec9657101b906', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86db0af1d1c643dcb944e37f137e37f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.031135] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52735b38-e245-c4db-035b-6351b3d44fac, 'name': SearchDatastore_Task, 'duration_secs': 0.016069} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.033329] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.033329] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c/0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.033329] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ca2ab44-2196-4da2-be29-4b3df8281a9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.046926] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.053219] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 757.053219] env[69245]: value = "task-3707505" [ 757.053219] env[69245]: _type = "Task" [ 757.053219] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.067263] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.129385] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.240497] env[69245]: DEBUG nova.network.neutron [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Updated VIF entry in instance network info cache for port 4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.241522] env[69245]: DEBUG nova.network.neutron [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Updating instance_info_cache with network_info: [{"id": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "address": "fa:16:3e:2a:c5:9b", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2c8ee6-da", "ovs_interfaceid": "4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.306472] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.534480] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.570733] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.576334] env[69245]: DEBUG nova.network.neutron [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.639122] env[69245]: INFO nova.virt.block_device [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Booting with volume c50c3009-6b6b-4b89-a90c-aee5e41ccf79 at /dev/sda [ 757.709206] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2a25c3c-01f3-45c2-880e-fb97c9321f76 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.722855] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cde2db-8f69-4acd-979f-11f4506a936c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.737886] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907b25e-98e2-411f-81dd-812dfcaff497 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.746662] env[69245]: DEBUG oslo_concurrency.lockutils [req-71db2cf0-ff72-4c2a-9d4d-0508cd1622f4 req-89e764f5-9dce-49f9-b0b8-145ecfcec4e6 service nova] Releasing lock "refresh_cache-0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.748421] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501354d-df3c-47dd-9257-021958dd58e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.795031] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-893fbd1e-23fe-42e7-944d-ad0ddf8367e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.800669] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fb5e53-6dd7-4279-8b9c-2573b026d0b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.818437] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a08ab47-0b33-4e68-bb63-73565b57a690 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.829886] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b7f8a-3a34-4f69-9a23-9a5fd373c390 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.834284] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707504, 'name': ReconfigVM_Task, 'duration_secs': 0.636129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.834284] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Reconfigured VM instance instance-00000014 to attach disk [datastore1] f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431/f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.835545] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a38a69f-cbcb-4b09-9a41-1402df95708a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.850541] env[69245]: DEBUG nova.compute.provider_tree [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.864981] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 757.864981] env[69245]: value = "task-3707506" [ 757.864981] env[69245]: _type = "Task" [ 757.864981] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.866372] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa06071d-e0c0-438f-acb8-2dba415c5e9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.880328] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707506, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.882972] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086decba-889b-4e70-a034-c2bdc76a8e19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.901028] env[69245]: DEBUG nova.virt.block_device [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updating existing volume attachment record: 0c70cba5-3a38-431c-886d-c135f691b9c0 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 757.959655] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Successfully created port: ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.034676] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.066922] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795532} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.068168] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c/0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.068168] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.068168] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b47f879-3acc-40e6-b921-6c0dba25b5fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.076542] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 758.076542] env[69245]: value = "task-3707507" [ 758.076542] env[69245]: _type = "Task" [ 758.076542] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.080627] env[69245]: INFO nova.compute.manager [-] [instance: b0d76866-db4b-4132-9607-deddf4195756] Took 1.35 seconds to deallocate network for instance. [ 758.089631] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.367042] env[69245]: DEBUG nova.scheduler.client.report [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.386382] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707506, 'name': Rename_Task, 'duration_secs': 0.210007} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.386765] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.386997] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed56b8f-0108-495b-9401-9b756bbfec8f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.398183] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 758.398183] env[69245]: value = "task-3707508" [ 758.398183] env[69245]: _type = "Task" [ 758.398183] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.404422] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.539295] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.586978] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087987} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.587865] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.591022] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc938667-9924-4bc7-b0eb-736cec054c92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.592201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.615442] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c/0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.615819] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419c7c8f-b12a-475c-98c9-bec3f01f51c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.634332] env[69245]: DEBUG nova.compute.manager [req-cc27a5d2-e521-445c-a3f8-e9204b2f1916 req-69e4aca6-7847-44bc-a244-8fe09dd93012 service nova] [instance: b0d76866-db4b-4132-9607-deddf4195756] Received event network-vif-deleted-0ec4c3e0-a83e-4884-9324-7fe9faa2aad3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.641984] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 758.641984] env[69245]: value = "task-3707509" [ 758.641984] env[69245]: _type = "Task" [ 758.641984] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.656275] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.883084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.883084] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.885476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.910s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.886069] env[69245]: DEBUG nova.objects.instance [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lazy-loading 'resources' on Instance uuid a6d2089f-ea74-4565-a76c-f8d6606445f6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.910383] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.045977] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.159492] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.389912] env[69245]: DEBUG nova.compute.utils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.398537] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.398704] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.419120] env[69245]: DEBUG oslo_vmware.api [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707508, 'name': PowerOnVM_Task, 'duration_secs': 0.534641} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.420178] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.420511] env[69245]: INFO nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Took 11.01 seconds to spawn the instance on the hypervisor. [ 759.420712] env[69245]: DEBUG nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.421809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd515b86-c933-42a0-83cb-69d21bb6c2ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.544061] env[69245]: DEBUG oslo_vmware.api [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707503, 'name': PowerOnVM_Task, 'duration_secs': 2.614838} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.544061] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.544061] env[69245]: INFO nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Took 13.72 seconds to spawn the instance on the hypervisor. [ 759.544061] env[69245]: DEBUG nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.544917] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34985ac8-8838-49e6-9326-be988b3a278a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.659295] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707509, 'name': ReconfigVM_Task, 'duration_secs': 0.54924} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.662018] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c/0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.662018] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb9550e-c7be-429d-862b-8123e88cc135 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.674879] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 759.674879] env[69245]: value = "task-3707510" [ 759.674879] env[69245]: _type = "Task" [ 759.674879] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.687256] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707510, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.839499] env[69245]: DEBUG nova.policy [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dfe5db2d5794da7aa0fe16663e2e47c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '767ca55eed5f4b2382d7fb4763de642b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.900959] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.921499] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.922489] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40201e0c-9e07-4aa8-914c-c38d17f3bf08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.930986] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.931227] env[69245]: ERROR oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk due to incomplete transfer. [ 759.934394] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdb3864d-c803-4f4c-8854-c4b352c147c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.948574] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270d853-89fa-387f-f402-57dfe6b15b95/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.948772] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Uploaded image d67b079a-c1ac-4510-9945-6c61d60cb16a to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.953279] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.958032] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d24042d9-c304-485b-aadc-cc07a0acf990 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.960868] env[69245]: INFO nova.compute.manager [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Took 30.56 seconds to build instance. [ 759.967554] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 759.967554] env[69245]: value = "task-3707511" [ 759.967554] env[69245]: _type = "Task" [ 759.967554] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.980616] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707511, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.020883] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762eec7b-ccad-415a-9367-229fcb07c781 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.032896] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac84d0-7a2b-4450-895e-e3286fd39c96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.067039] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.067703] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.067940] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.068111] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.068294] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.068445] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.068589] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.068793] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.068951] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.069134] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.069466] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.069466] env[69245]: DEBUG nova.virt.hardware [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.074533] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3ea6f4-b945-4ee8-af25-1df93382f117 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.077802] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8036f4a-4f17-4ebb-a8fc-da61acde4fe7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.085243] env[69245]: INFO nova.compute.manager [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Took 31.80 seconds to build instance. [ 760.091520] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81f652-cb74-440a-863f-c9923e776818 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.097186] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797b773-507e-473f-876a-abaf38cdbc74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.122375] env[69245]: DEBUG nova.compute.provider_tree [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.134536] env[69245]: DEBUG nova.compute.manager [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 760.134536] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceab664-be03-4088-a605-72428d2f131b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.187605] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707510, 'name': Rename_Task, 'duration_secs': 0.401919} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.188630] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.188892] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13b1f346-6af1-4b5d-a619-212310704379 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.197028] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 760.197028] env[69245]: value = "task-3707512" [ 760.197028] env[69245]: _type = "Task" [ 760.197028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.211426] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.467244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3d34aee-1e49-44c5-8424-72bf6c682006 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.387s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.486352] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707511, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.591555] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff1ca9ce-7c2e-4c8a-8c45-bc531ca66da8 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.397s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.625888] env[69245]: DEBUG nova.scheduler.client.report [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.650907] env[69245]: INFO nova.compute.manager [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] instance snapshotting [ 760.657215] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616fa9bb-6133-4587-9399-8c6e8a08dbe0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.681183] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ece93-5dc9-4969-8d36-af2007deaba8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.710005] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707512, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.765736] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Successfully created port: 601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.921119] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.963249] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.963249] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.963249] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.963541] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.963541] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.963541] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.964054] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.964054] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.964054] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.964231] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.964289] env[69245]: DEBUG nova.virt.hardware [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.965202] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7295a-3d07-4975-bae5-08ce43c43e28 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.979360] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a652ca8-f8e6-4636-aa69-b8bae4d63af5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.988070] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.993975] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707511, 'name': Destroy_Task, 'duration_secs': 0.873514} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.995633] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Destroyed the VM [ 760.995633] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.995805] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fca444a6-edd5-43cb-81c2-6feb08eb601d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.025925] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 761.025925] env[69245]: value = "task-3707513" [ 761.025925] env[69245]: _type = "Task" [ 761.025925] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.035026] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.092531] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.131837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.137409] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.635s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.138386] env[69245]: INFO nova.compute.claims [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.170018] env[69245]: INFO nova.scheduler.client.report [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Deleted allocations for instance a6d2089f-ea74-4565-a76c-f8d6606445f6 [ 761.195393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.195821] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1e0db132-b8f3-44c1-bd23-6314425c40d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.211027] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707512, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.212908] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 761.212908] env[69245]: value = "task-3707514" [ 761.212908] env[69245]: _type = "Task" [ 761.212908] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.228014] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707514, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.329581] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Successfully updated port: ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.515888] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.549854] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707513, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.636849] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.689672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-27e13618-aad3-416a-8166-1502861344a4 tempest-ServerDiagnosticsNegativeTest-479324342 tempest-ServerDiagnosticsNegativeTest-479324342-project-member] Lock "a6d2089f-ea74-4565-a76c-f8d6606445f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.084s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.720587] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707512, 'name': PowerOnVM_Task} progress is 68%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.725390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.725519] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.733912] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707514, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.736148] env[69245]: DEBUG nova.compute.manager [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Received event network-vif-plugged-ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.736148] env[69245]: DEBUG oslo_concurrency.lockutils [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] Acquiring lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.736148] env[69245]: DEBUG oslo_concurrency.lockutils [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.736148] env[69245]: DEBUG oslo_concurrency.lockutils [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.736148] env[69245]: DEBUG nova.compute.manager [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] No waiting events found dispatching network-vif-plugged-ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.736428] env[69245]: WARNING nova.compute.manager [req-4f625ede-6092-42bd-b7a4-a584ee61650c req-04827830-4974-4763-af00-f6332ab4b444 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Received unexpected event network-vif-plugged-ff6fb484-fb5d-44cf-904d-8b651b0791a6 for instance with vm_state building and task_state spawning. [ 761.833409] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.833563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquired lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.833791] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.038794] env[69245]: DEBUG oslo_vmware.api [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.79802} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.039390] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.039821] env[69245]: INFO nova.compute.manager [None req-0127f5ed-f15b-41b1-8e4f-6799f0a0baec tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 18.02 seconds to snapshot the instance on the hypervisor. [ 762.220938] env[69245]: DEBUG oslo_vmware.api [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707512, 'name': PowerOnVM_Task, 'duration_secs': 1.81518} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.225443] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.225722] env[69245]: INFO nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Took 11.08 seconds to spawn the instance on the hypervisor. [ 762.225929] env[69245]: DEBUG nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.227293] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5545456-0f68-4fdc-92e7-1b3cddbe658a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.241925] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707514, 'name': CreateSnapshot_Task, 'duration_secs': 0.700744} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.243884] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.250403] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a3c4ea-7996-486f-8002-d1cbd5e2a5fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.445850] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.718636] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a7afa8-e198-4c75-9be5-b8766a45a9fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.723386] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167017e1-eea8-4f2f-81e3-44d549326360 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.735721] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Suspending the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 762.736100] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b57a206d-a6d1-4248-89ff-6499242167a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.738817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370bd04-4b8a-47ef-a87d-24350a41fe5a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.793481] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.794071] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Waiting for the task: (returnval){ [ 762.794071] env[69245]: value = "task-3707515" [ 762.794071] env[69245]: _type = "Task" [ 762.794071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.796708] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf53ca5b-a517-49bd-872a-0cfd062a956d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.800436] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae91b8d-2307-430d-8d2f-1aa2f9098ffa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.803072] env[69245]: INFO nova.compute.manager [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Took 31.34 seconds to build instance. [ 762.817135] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df0c3e-dea9-440e-9673-d722c4a3074e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.822672] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 762.822672] env[69245]: value = "task-3707516" [ 762.822672] env[69245]: _type = "Task" [ 762.822672] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.836849] env[69245]: DEBUG nova.compute.provider_tree [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.846104] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.847435] env[69245]: DEBUG nova.network.neutron [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updating instance_info_cache with network_info: [{"id": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "address": "fa:16:3e:70:f7:12", "network": {"id": "27a9eea6-fb02-4440-8dbe-78a5875e3573", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1757587569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86db0af1d1c643dcb944e37f137e37f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6fb484-fb", "ovs_interfaceid": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.146451] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Successfully updated port: 601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.309231] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c41bb494-de2d-4456-ad57-059d49e99b36 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.816s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.324062] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.337718] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.341905] env[69245]: DEBUG nova.scheduler.client.report [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.351738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Releasing lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.351738] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance network_info: |[{"id": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "address": "fa:16:3e:70:f7:12", "network": {"id": "27a9eea6-fb02-4440-8dbe-78a5875e3573", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1757587569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86db0af1d1c643dcb944e37f137e37f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6fb484-fb", "ovs_interfaceid": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.351900] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:f7:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff6fb484-fb5d-44cf-904d-8b651b0791a6', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.361762] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Creating folder: Project (86db0af1d1c643dcb944e37f137e37f0). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.362787] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d31e685-39d6-4370-b2b0-a629e2950133 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.379304] env[69245]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 763.379505] env[69245]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69245) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 763.379887] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Folder already exists: Project (86db0af1d1c643dcb944e37f137e37f0). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 763.380136] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Creating folder: Instances. Parent ref: group-v738380. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.380643] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14635571-22ff-46f6-bebb-f81cdbce93df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.395357] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Created folder: Instances in parent group-v738380. [ 763.395752] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.396097] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.396472] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c992485-6c02-42b3-85b8-135316869065 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.418594] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.418594] env[69245]: value = "task-3707519" [ 763.418594] env[69245]: _type = "Task" [ 763.418594] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.427543] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.650911] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.652041] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.652041] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.818407] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.820049] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.834947] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.850310] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.850310] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.852214] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.635s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.852640] env[69245]: DEBUG nova.objects.instance [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lazy-loading 'resources' on Instance uuid 157a3e3c-50b6-4d40-96c7-72cd9caffb77 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.860994] env[69245]: DEBUG nova.compute.manager [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Received event network-changed-25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.861371] env[69245]: DEBUG nova.compute.manager [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Refreshing instance network info cache due to event network-changed-25b13ee6-214f-4351-92de-445c18a83da1. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.861725] env[69245]: DEBUG oslo_concurrency.lockutils [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] Acquiring lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.862093] env[69245]: DEBUG oslo_concurrency.lockutils [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] Acquired lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.864261] env[69245]: DEBUG nova.network.neutron [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Refreshing network info cache for port 25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.929125] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 15%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.242357] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.316073] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.342838] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.356378] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.361151] env[69245]: DEBUG nova.compute.utils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.362767] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.363039] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.430124] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 15%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.526734] env[69245]: DEBUG nova.policy [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '801dac8337e144b4832bf7b45303d29b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba329009693245c3a9829b7bdfd3f0ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.697186] env[69245]: DEBUG nova.network.neutron [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Updating instance_info_cache with network_info: [{"id": "601eea29-95d8-4308-bae1-681556f1658a", "address": "fa:16:3e:7c:2d:3b", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601eea29-95", "ovs_interfaceid": "601eea29-95d8-4308-bae1-681556f1658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.819350] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.843090] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.845277] env[69245]: DEBUG nova.compute.manager [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.845737] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf3b73-ab06-4358-81dd-d36d4a02eaea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096025] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.121474] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 15%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.157703] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Received event network-changed-ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.157928] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Refreshing instance network info cache due to event network-changed-ff6fb484-fb5d-44cf-904d-8b651b0791a6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.158195] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Acquiring lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.158360] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Acquired lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.158685] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Refreshing network info cache for port ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.163823] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ea361-f12b-4f2f-a2bd-20515fd8b711 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.178599] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab5e6a-c853-497c-8bf1-43253ce24c35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.221282] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221865] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Instance network_info: |[{"id": "601eea29-95d8-4308-bae1-681556f1658a", "address": "fa:16:3e:7c:2d:3b", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601eea29-95", "ovs_interfaceid": "601eea29-95d8-4308-bae1-681556f1658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.225802] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:2d:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '601eea29-95d8-4308-bae1-681556f1658a', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.235018] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.235862] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c417b0-8dd3-4833-ba68-e5a6783c9b23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.238617] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.239877] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b1547b-a46c-4136-80e2-f5155ba06b39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.262843] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384c266-b26c-457e-a14d-f53100d314c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.268283] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.268283] env[69245]: value = "task-3707520" [ 765.268283] env[69245]: _type = "Task" [ 765.268283] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.285033] env[69245]: DEBUG nova.compute.provider_tree [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.289833] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707520, 'name': CreateVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.317669] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.340202] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707516, 'name': CloneVM_Task, 'duration_secs': 2.325787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.342331] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Created linked-clone VM from snapshot [ 765.343106] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e3d8e-9349-423c-844d-4bbbdd68dc16 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.351317] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Uploading image 74e9a805-5425-4d34-8b16-c321bbd45cfb {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.362408] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.363653] env[69245]: INFO nova.compute.manager [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] instance snapshotting [ 765.365573] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1aae5f31-872f-4ea7-b198-0a571ecc94d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.369482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c172321d-60f2-497a-8d9d-c7e1e17738d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.373588] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 765.373588] env[69245]: value = "task-3707521" [ 765.373588] env[69245]: _type = "Task" [ 765.373588] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.392071] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820d58c6-8670-4320-b26b-71a5ff521441 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.399244] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707521, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.474532] env[69245]: DEBUG nova.network.neutron [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updated VIF entry in instance network info cache for port 25b13ee6-214f-4351-92de-445c18a83da1. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.474878] env[69245]: DEBUG nova.network.neutron [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updating instance_info_cache with network_info: [{"id": "25b13ee6-214f-4351-92de-445c18a83da1", "address": "fa:16:3e:56:a6:11", "network": {"id": "9abea047-ad28-4ecc-b75a-c4513eb3b5a9", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1912431941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b58c404fd24a48b03b56ce9a599c14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25b13ee6-21", "ovs_interfaceid": "25b13ee6-214f-4351-92de-445c18a83da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.615586] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 15%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.779645] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707520, 'name': CreateVM_Task, 'duration_secs': 0.498543} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.782384] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.783314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.783521] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.784159] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.789642] env[69245]: DEBUG nova.scheduler.client.report [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.789642] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4046b8e-96b0-419e-afb1-aa1791b20c6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.798097] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 765.798097] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521000be-fb60-6c17-da3f-605b9cedc5ca" [ 765.798097] env[69245]: _type = "Task" [ 765.798097] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.820026] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521000be-fb60-6c17-da3f-605b9cedc5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.827787] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.882239] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Successfully created port: 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.888277] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707521, 'name': Destroy_Task, 'duration_secs': 0.469083} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.888562] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Destroyed the VM [ 765.888797] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 765.889064] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b815db5f-13d4-4c25-a75c-7ce3b35b3189 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.896545] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 765.896545] env[69245]: value = "task-3707522" [ 765.896545] env[69245]: _type = "Task" [ 765.896545] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.909591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.909697] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.910050] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-489ec52f-b37b-4743-9baa-6614b005b4d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.916735] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 765.916735] env[69245]: value = "task-3707523" [ 765.916735] env[69245]: _type = "Task" [ 765.916735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.925988] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.978437] env[69245]: DEBUG oslo_concurrency.lockutils [req-3ae8c9dd-8925-4d61-aa37-109e4f63e215 req-edc85491-8e80-4288-a1bd-874b3779a6b0 service nova] Releasing lock "refresh_cache-f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.023889] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updated VIF entry in instance network info cache for port ff6fb484-fb5d-44cf-904d-8b651b0791a6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.024451] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updating instance_info_cache with network_info: [{"id": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "address": "fa:16:3e:70:f7:12", "network": {"id": "27a9eea6-fb02-4440-8dbe-78a5875e3573", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1757587569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86db0af1d1c643dcb944e37f137e37f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6fb484-fb", "ovs_interfaceid": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.119202] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.122461] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.133976] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.134442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.155623] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.156107] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.156372] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.156670] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.156893] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.157146] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.157500] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.157755] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.158028] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.158213] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.158446] env[69245]: DEBUG nova.virt.hardware [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.159459] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf429d52-7fe2-462d-b47d-c50959adc411 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.176370] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4982c8-f9ea-4389-b326-a63b0a75e381 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.295930] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.305758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.642s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.306538] env[69245]: INFO nova.compute.claims [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.336573] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521000be-fb60-6c17-da3f-605b9cedc5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.338052] env[69245]: INFO nova.scheduler.client.report [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Deleted allocations for instance 157a3e3c-50b6-4d40-96c7-72cd9caffb77 [ 766.342954] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.343163] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.343409] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.343565] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.343794] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.344465] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 54%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.348172] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1552732a-f5ca-47fb-a4f1-51122d6568c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.361024] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.361024] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.362699] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ec2588-2e71-4a97-bce3-ca324c70559e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.373559] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 766.373559] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52785520-8789-4e56-4351-63cfd52653f4" [ 766.373559] env[69245]: _type = "Task" [ 766.373559] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.388204] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52785520-8789-4e56-4351-63cfd52653f4, 'name': SearchDatastore_Task} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.389254] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f430f906-b80e-4887-b6d0-de5d98a2eee2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.397074] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 766.397074] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e1d76e-6cc6-4a32-708f-071342cab52b" [ 766.397074] env[69245]: _type = "Task" [ 766.397074] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.414189] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707522, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.420189] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e1d76e-6cc6-4a32-708f-071342cab52b, 'name': SearchDatastore_Task, 'duration_secs': 0.014541} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.425546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.425858] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] a9b3a7da-f8fa-4819-ae19-3b21257936ba/a9b3a7da-f8fa-4819-ae19-3b21257936ba.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.426228] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70020993-bfe0-45ab-b67e-ca3e27b69dc8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.436928] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.439012] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 766.439012] env[69245]: value = "task-3707524" [ 766.439012] env[69245]: _type = "Task" [ 766.439012] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.452062] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.528965] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Releasing lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.529409] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Received event network-vif-plugged-601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.529616] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Acquiring lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.529945] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.531018] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.531018] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] No waiting events found dispatching network-vif-plugged-601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.531018] env[69245]: WARNING nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Received unexpected event network-vif-plugged-601eea29-95d8-4308-bae1-681556f1658a for instance with vm_state building and task_state spawning. [ 766.531389] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Received event network-changed-601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.531389] env[69245]: DEBUG nova.compute.manager [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Refreshing instance network info cache due to event network-changed-601eea29-95d8-4308-bae1-681556f1658a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.531689] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Acquiring lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.531810] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Acquired lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.537284] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Refreshing network info cache for port 601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.610029] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.830981] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.855724] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dbd79e75-8e2e-4f46-86b2-214d5d672008 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561 tempest-FloatingIPsAssociationNegativeTestJSON-2103775561-project-member] Lock "157a3e3c-50b6-4d40-96c7-72cd9caffb77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.828s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.911179] env[69245]: DEBUG oslo_vmware.api [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707522, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787629} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.911179] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 766.933763] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707523, 'name': CreateSnapshot_Task, 'duration_secs': 0.622728} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.934256] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.935093] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56958a43-0f49-444c-9a75-d8eb4130114a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.964120] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707524, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.110297] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707519, 'name': CreateVM_Task, 'duration_secs': 3.224384} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.112677] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.113444] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '0c70cba5-3a38-431c-886d-c135f691b9c0', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738386', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'name': 'volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce1154-cb3c-4906-a59c-a596e4eb5706', 'attached_at': '', 'detached_at': '', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'serial': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79'}, 'volume_type': None}], 'swap': None} {{(pid=69245) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 767.113656] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Root volume attach. Driver type: vmdk {{(pid=69245) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 767.114794] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8004aa-58da-4d11-acf9-3718c1ccc218 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.123479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9193b-b6f5-4374-a0e0-6b4f2c2e5850 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.131339] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83172694-2eb2-4e7d-83d2-e55e35b964fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.141691] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9a70eff2-3664-43bb-87cb-fb158d4f0e70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.150874] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 767.150874] env[69245]: value = "task-3707525" [ 767.150874] env[69245]: _type = "Task" [ 767.150874] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.163039] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707525, 'name': RelocateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.321937] env[69245]: DEBUG oslo_vmware.api [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] Task: {'id': task-3707515, 'name': SuspendVM_Task, 'duration_secs': 4.118131} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.322345] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Suspended the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 767.322593] env[69245]: DEBUG nova.compute.manager [None req-30f2afec-f56b-4e2a-bb02-9d5279d0c34a tempest-ServersAdminNegativeTestJSON-1311211785 tempest-ServersAdminNegativeTestJSON-1311211785-project-admin] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.323532] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b997b-9a4d-47f5-8e4d-7227d99a7cb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.422415] env[69245]: WARNING nova.compute.manager [None req-e6e3da10-77b7-4733-b8bf-ade9230ea982 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Image not found during snapshot: nova.exception.ImageNotFound: Image 74e9a805-5425-4d34-8b16-c321bbd45cfb could not be found. [ 767.425678] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Updated VIF entry in instance network info cache for port 601eea29-95d8-4308-bae1-681556f1658a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.426053] env[69245]: DEBUG nova.network.neutron [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Updating instance_info_cache with network_info: [{"id": "601eea29-95d8-4308-bae1-681556f1658a", "address": "fa:16:3e:7c:2d:3b", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601eea29-95", "ovs_interfaceid": "601eea29-95d8-4308-bae1-681556f1658a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.457176] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708821} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.459913] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] a9b3a7da-f8fa-4819-ae19-3b21257936ba/a9b3a7da-f8fa-4819-ae19-3b21257936ba.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.462215] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.472185] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.472185] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a6a4a7c-23ea-4def-8138-5d69c31d32bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.474433] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-916a6655-df95-4fba-87f8-705c4266ead6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.484665] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 767.484665] env[69245]: value = "task-3707526" [ 767.484665] env[69245]: _type = "Task" [ 767.484665] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.490619] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 767.490619] env[69245]: value = "task-3707527" [ 767.490619] env[69245]: _type = "Task" [ 767.490619] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.508451] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707527, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.508815] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.663675] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707525, 'name': RelocateVM_Task, 'duration_secs': 0.443472} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.667691] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.667946] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738386', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'name': 'volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce1154-cb3c-4906-a59c-a596e4eb5706', 'attached_at': '', 'detached_at': '', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'serial': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.669061] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d46299-7972-411d-be8a-a1c94c7e32ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.688170] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f101f9-eef3-4416-b555-cafcf06e0101 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.718468] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79/volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.721029] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc60279-e001-491a-803c-24f5d1b8655f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.752527] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 767.752527] env[69245]: value = "task-3707528" [ 767.752527] env[69245]: _type = "Task" [ 767.752527] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.761562] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.930652] env[69245]: DEBUG oslo_concurrency.lockutils [req-f16a1184-1112-4e22-8fe2-9913dfb8d9b8 req-d84024a2-c70d-4e59-be72-77cd8ef936b2 service nova] Releasing lock "refresh_cache-a9b3a7da-f8fa-4819-ae19-3b21257936ba" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.980602] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00286e3b-1206-465d-8ba4-bb7789420027 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.990714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ac622-afe4-415d-af68-03aac4f639ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.007472] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143203} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.038442] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.039059] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707527, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.039934] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdd385a-7382-440c-825a-8cf733de9078 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.042997] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c673c83a-ae34-4bf2-88f6-29712d545423 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.060811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ed96ba-87be-4468-9552-1a81909c1a93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.074581] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] a9b3a7da-f8fa-4819-ae19-3b21257936ba/a9b3a7da-f8fa-4819-ae19-3b21257936ba.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.074970] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37df8a08-5ef1-4b92-97df-6a17b57f6cae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.090389] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.090765] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.101791] env[69245]: DEBUG nova.compute.provider_tree [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.105244] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 768.105244] env[69245]: value = "task-3707529" [ 768.105244] env[69245]: _type = "Task" [ 768.105244] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.120029] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.269887] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.511570] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707527, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.602451] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.603389] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 768.603389] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.611031] env[69245]: DEBUG nova.scheduler.client.report [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.630578] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707529, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.771166] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707528, 'name': ReconfigVM_Task, 'duration_secs': 0.795467} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.771638] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79/volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.779828] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e1891d-9a62-4654-8bcd-eb04c9cf9941 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.805582] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 768.805582] env[69245]: value = "task-3707530" [ 768.805582] env[69245]: _type = "Task" [ 768.805582] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.819429] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.830443] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Successfully updated port: 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.766873] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.768088] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.469s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.768244] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.770974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.771075] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.771223] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.772864] env[69245]: DEBUG nova.compute.manager [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-vif-plugged-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.774622] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] Acquiring lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.774622] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.774622] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.774622] env[69245]: DEBUG nova.compute.manager [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] No waiting events found dispatching network-vif-plugged-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 769.774622] env[69245]: WARNING nova.compute.manager [req-1f58855e-1f6d-477d-9571-5b6405a46184 req-bd1ad287-03db-407b-8d35-84f4cabf1292 service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received unexpected event network-vif-plugged-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 for instance with vm_state building and task_state spawning. [ 769.780104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.170s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.781977] env[69245]: INFO nova.compute.claims [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.787476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "13440a25-adc8-40d3-9a4c-bc04d0487141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.787814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.794014] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707527, 'name': CloneVM_Task, 'duration_secs': 1.580316} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.799805] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Created linked-clone VM from snapshot [ 769.800535] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707529, 'name': ReconfigVM_Task, 'duration_secs': 0.569169} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.800618] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707530, 'name': ReconfigVM_Task, 'duration_secs': 0.202629} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.801735] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd34999-f0af-4ba0-852b-6ceaeda1a06b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.804234] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Reconfigured VM instance instance-00000017 to attach disk [datastore2] a9b3a7da-f8fa-4819-ae19-3b21257936ba/a9b3a7da-f8fa-4819-ae19-3b21257936ba.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.804969] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738386', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'name': 'volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce1154-cb3c-4906-a59c-a596e4eb5706', 'attached_at': '', 'detached_at': '', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'serial': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 769.805865] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85205270-9360-480b-9639-9931239449a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.807465] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4f08062-ed5f-4a04-b1ea-ce277c430825 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.816962] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Uploading image e5194add-f75a-4da5-a021-cab6bdde82aa {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.821090] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 769.821090] env[69245]: value = "task-3707531" [ 769.821090] env[69245]: _type = "Task" [ 769.821090] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.821397] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 769.821397] env[69245]: value = "task-3707532" [ 769.821397] env[69245]: _type = "Task" [ 769.821397] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.840618] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707532, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.848145] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707531, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.860991] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.860991] env[69245]: value = "vm-738429" [ 769.860991] env[69245]: _type = "VirtualMachine" [ 769.860991] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.862921] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95ab63c3-f360-4e09-9457-cf8db79f7563 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.890713] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease: (returnval){ [ 769.890713] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e3e7d-027a-fb32-4351-8573e6691542" [ 769.890713] env[69245]: _type = "HttpNfcLease" [ 769.890713] env[69245]: } obtained for exporting VM: (result){ [ 769.890713] env[69245]: value = "vm-738429" [ 769.890713] env[69245]: _type = "VirtualMachine" [ 769.890713] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.890713] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the lease: (returnval){ [ 769.890713] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e3e7d-027a-fb32-4351-8573e6691542" [ 769.890713] env[69245]: _type = "HttpNfcLease" [ 769.890713] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.890713] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.890713] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e3e7d-027a-fb32-4351-8573e6691542" [ 769.890713] env[69245]: _type = "HttpNfcLease" [ 769.890713] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.218375] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "4e68d324-6c16-4173-bb86-a89af3de302e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.218630] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.281723] env[69245]: DEBUG nova.compute.utils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.283900] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.284275] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.351405] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707532, 'name': Rename_Task, 'duration_secs': 0.168832} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.351902] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707531, 'name': Rename_Task, 'duration_secs': 0.168385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.351902] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.352222] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.352424] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8493616-05a1-4bc5-8c71-d82d4ea8ae13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.354625] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ac90911-361b-46dc-964c-f518ca274357 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.367315] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 770.367315] env[69245]: value = "task-3707534" [ 770.367315] env[69245]: _type = "Task" [ 770.367315] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.367719] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 770.367719] env[69245]: value = "task-3707535" [ 770.367719] env[69245]: _type = "Task" [ 770.367719] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.379272] env[69245]: DEBUG nova.policy [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6892f993fd24e919f4d183e17bd725b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b202f26ab0c4570994cb1e7b48875c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.382177] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.394062] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707535, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.399761] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.399896] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.399896] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e3e7d-027a-fb32-4351-8573e6691542" [ 770.399896] env[69245]: _type = "HttpNfcLease" [ 770.399896] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.400186] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.400186] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e3e7d-027a-fb32-4351-8573e6691542" [ 770.400186] env[69245]: _type = "HttpNfcLease" [ 770.400186] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.401098] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665badad-497f-4391-89d0-3e75c157a829 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.410784] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.411017] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.506578] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6ce4abf5-7b93-4efd-a17c-a27724bbc25d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.791667] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.829253] env[69245]: DEBUG nova.network.neutron [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.890014] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707534, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.893781] env[69245]: DEBUG oslo_vmware.api [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707535, 'name': PowerOnVM_Task, 'duration_secs': 0.51552} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.901283] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.901578] env[69245]: INFO nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Took 10.83 seconds to spawn the instance on the hypervisor. [ 770.901763] env[69245]: DEBUG nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.902994] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094220a-ac08-41c6-b3d8-a4c3efc7875d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.056851] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Successfully created port: 7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.178542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "666862d2-15cc-4d59-985c-bb406c1c5435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.178942] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.179479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.179712] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.180010] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.185359] env[69245]: INFO nova.compute.manager [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Terminating instance [ 771.337746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.338364] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Instance network_info: |[{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.338835] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:cf:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f231a88-0dca-4ef1-a08b-f7b7a603c0b9', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.349197] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Creating folder: Project (ba329009693245c3a9829b7bdfd3f0ca). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.350030] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d01ccdc-b151-4bf3-9dec-96a07ee25b58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.369435] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Created folder: Project (ba329009693245c3a9829b7bdfd3f0ca) in parent group-v738357. [ 771.369946] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Creating folder: Instances. Parent ref: group-v738430. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.371095] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee98497f-bf8a-4ebe-9260-d6cd95700999 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.391463] env[69245]: DEBUG oslo_vmware.api [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707534, 'name': PowerOnVM_Task, 'duration_secs': 0.831536} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.394435] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.394435] env[69245]: INFO nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Took 10.47 seconds to spawn the instance on the hypervisor. [ 771.394435] env[69245]: DEBUG nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.396444] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9835ed9-53b9-40c1-a1b8-fa706221fafd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.402055] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Created folder: Instances in parent group-v738430. [ 771.402055] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.402055] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.402899] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53432f3f-948a-4137-ad4c-0a3fc19bc027 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.445039] env[69245]: INFO nova.compute.manager [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Took 37.13 seconds to build instance. [ 771.457357] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.457357] env[69245]: value = "task-3707538" [ 771.457357] env[69245]: _type = "Task" [ 771.457357] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.474579] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707538, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.569128] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ce130-3abd-49bb-96df-8e973743c3e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.578439] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77656132-ba05-43ff-a498-c7b3f071ae0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.613177] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8df694-64f4-4c3b-a61a-40b9f3963b49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.626216] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd35d1b9-d426-4fe6-bef2-d22d1d24ae84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.637897] env[69245]: DEBUG nova.compute.provider_tree [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.693384] env[69245]: DEBUG nova.compute.manager [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.693640] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.694571] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d3cad-261c-4b8e-b330-3a764683a6c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.704228] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.704696] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3a7d4a-1da8-488f-87d0-006275b0598e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.714287] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 771.714287] env[69245]: value = "task-3707539" [ 771.714287] env[69245]: _type = "Task" [ 771.714287] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.727156] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.807998] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.840212] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.840625] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.840859] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.841217] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.841453] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.841687] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.842270] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.842270] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.842715] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.842996] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.843545] env[69245]: DEBUG nova.virt.hardware [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.844577] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a158520-583a-4910-86f6-e6e21866482d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.854676] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c6cf8-9329-4b66-8efc-3b1850f69c0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.950643] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2e291710-54a8-4f86-8172-b6956379b45a tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.606s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.951369] env[69245]: INFO nova.compute.manager [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Took 36.74 seconds to build instance. [ 771.971674] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707538, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.146155] env[69245]: DEBUG nova.scheduler.client.report [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.227230] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707539, 'name': PowerOffVM_Task, 'duration_secs': 0.369789} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.227791] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.228307] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.228860] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e7a77f-079b-42a4-84a4-63e0ee7980f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.307671] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.311135] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.311135] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleting the datastore file [datastore1] 666862d2-15cc-4d59-985c-bb406c1c5435 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.311135] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f538ddce-e885-40fa-84f7-4b8bd72d397d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.319133] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 772.319133] env[69245]: value = "task-3707541" [ 772.319133] env[69245]: _type = "Task" [ 772.319133] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.329151] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.455797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f1058d1-8563-4ed8-bed5-44d21aa3efdb tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.684s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.456206] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.482540] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707538, 'name': CreateVM_Task, 'duration_secs': 0.537155} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.482871] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.483993] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.484271] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.484758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.485342] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b51726-bb60-4321-8ef0-8541bd8c4205 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.493395] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 772.493395] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c02a18-d74b-61ea-727d-306c0734d189" [ 772.493395] env[69245]: _type = "Task" [ 772.493395] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.507909] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c02a18-d74b-61ea-727d-306c0734d189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.649310] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.651940] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.652943] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.239s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.656167] env[69245]: INFO nova.compute.claims [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.831564] env[69245]: DEBUG oslo_vmware.api [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295898} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.831895] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.832161] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.832367] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.832996] env[69245]: INFO nova.compute.manager [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Took 1.14 seconds to destroy the instance on the hypervisor. [ 772.833319] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.833574] env[69245]: DEBUG nova.compute.manager [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.833709] env[69245]: DEBUG nova.network.neutron [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.976158] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.996474] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.014020] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c02a18-d74b-61ea-727d-306c0734d189, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.014020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.014020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.014376] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.014376] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.014376] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a9daf4-aa50-46d7-994a-e1b01eb41259 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.025379] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.025589] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.026407] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120447c3-9787-4aed-87ec-41c293305aa2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.035702] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 773.035702] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0d0e4-a69f-9de9-5d7f-373ea10f83a3" [ 773.035702] env[69245]: _type = "Task" [ 773.035702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.046230] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0d0e4-a69f-9de9-5d7f-373ea10f83a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.110428] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Successfully updated port: 7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.161165] env[69245]: DEBUG nova.compute.utils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.164735] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.346356] env[69245]: DEBUG nova.compute.manager [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.346672] env[69245]: DEBUG nova.compute.manager [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing instance network info cache due to event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.346952] env[69245]: DEBUG oslo_concurrency.lockutils [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347202] env[69245]: DEBUG oslo_concurrency.lockutils [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.347429] env[69245]: DEBUG nova.network.neutron [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.504436] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.549265] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d0d0e4-a69f-9de9-5d7f-373ea10f83a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012165} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.555332] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c708c531-8cad-453a-9f33-e73dd9f0a2c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.560614] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 773.560614] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc2f9c-eb29-3135-b44f-806bc7860200" [ 773.560614] env[69245]: _type = "Task" [ 773.560614] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.571980] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc2f9c-eb29-3135-b44f-806bc7860200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.613633] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.613743] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.613943] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.665766] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.791885] env[69245]: DEBUG nova.network.neutron [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.960638] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.960912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.044199] env[69245]: DEBUG nova.compute.manager [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Received event network-vif-plugged-7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.044199] env[69245]: DEBUG oslo_concurrency.lockutils [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.044199] env[69245]: DEBUG oslo_concurrency.lockutils [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.044199] env[69245]: DEBUG oslo_concurrency.lockutils [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.044199] env[69245]: DEBUG nova.compute.manager [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] No waiting events found dispatching network-vif-plugged-7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 774.044523] env[69245]: WARNING nova.compute.manager [req-96c436e1-4651-4811-9865-05493bfea67b req-0a06301c-138e-4d85-b543-f06d3569fa96 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Received unexpected event network-vif-plugged-7e98c34d-2979-47d1-9581-98c08d2615cd for instance with vm_state building and task_state spawning. [ 774.081163] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc2f9c-eb29-3135-b44f-806bc7860200, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.081520] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.081813] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b/9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.082255] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67fcfd07-09a1-434f-a0ee-6e95103fc2eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.096213] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 774.096213] env[69245]: value = "task-3707542" [ 774.096213] env[69245]: _type = "Task" [ 774.096213] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.110930] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.156806] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.304247] env[69245]: INFO nova.compute.manager [-] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Took 1.47 seconds to deallocate network for instance. [ 774.379909] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35976bf8-e5f6-4dff-a070-c6119b37920b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.388635] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116c5442-cf15-42f4-a629-7cfe7be168c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.432386] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190d312-6914-48b9-972d-84113279d2f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.437548] env[69245]: DEBUG nova.network.neutron [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.441160] env[69245]: DEBUG nova.network.neutron [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updated VIF entry in instance network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.441621] env[69245]: DEBUG nova.network.neutron [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.448325] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df82b885-10f7-4d8d-856a-9c9f0dc07b93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.466522] env[69245]: DEBUG nova.compute.provider_tree [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.610407] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707542, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.682610] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.727210] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.727210] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.727210] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.727390] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.727438] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.727586] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.728386] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.728386] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.728386] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.728599] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.728644] env[69245]: DEBUG nova.virt.hardware [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.729755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ea110-91b0-482f-9b03-8b5dff4e2b05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.744104] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796025fd-adda-4b95-959a-b14a6be44f22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.763809] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.770177] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Creating folder: Project (265028b4422f4636b053e3b249d03d10). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.770605] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12b07f6f-46c1-4680-bc5a-d50f23985349 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.788269] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Created folder: Project (265028b4422f4636b053e3b249d03d10) in parent group-v738357. [ 774.788827] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Creating folder: Instances. Parent ref: group-v738433. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.789449] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd83fe4e-afe3-4942-b50a-7a9948a479a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.807499] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Created folder: Instances in parent group-v738433. [ 774.807499] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.807499] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.807499] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-208bf5a1-d313-40f3-8c30-e64f303f71d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.825022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.833604] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.833604] env[69245]: value = "task-3707545" [ 774.833604] env[69245]: _type = "Task" [ 774.833604] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.845164] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707545, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.944932] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.945360] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Instance network_info: |[{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.945827] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:00:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e98c34d-2979-47d1-9581-98c08d2615cd', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.957230] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Creating folder: Project (7b202f26ab0c4570994cb1e7b48875c4). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.958527] env[69245]: DEBUG oslo_concurrency.lockutils [req-8acc64dd-4daf-4354-82f3-a712f4ff9b4a req-c8736ed2-dddc-4dbb-8134-491f9cf73f1b service nova] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959293] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04952928-9fa8-4682-979b-d410aee60ec0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.971393] env[69245]: DEBUG nova.scheduler.client.report [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.977161] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Created folder: Project (7b202f26ab0c4570994cb1e7b48875c4) in parent group-v738357. [ 774.977481] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Creating folder: Instances. Parent ref: group-v738436. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.978019] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d298e4c-45ad-4904-8d64-e8610283973e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.991391] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Created folder: Instances in parent group-v738436. [ 774.991703] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.991922] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.992986] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1622d5c-7912-4596-81aa-faf09530cd15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.016453] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.016453] env[69245]: value = "task-3707548" [ 775.016453] env[69245]: _type = "Task" [ 775.016453] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.030292] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707548, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.108994] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.108994] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b/9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.108994] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.109297] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8391c7-feca-4fff-9cf9-874f51e82377 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.117590] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 775.117590] env[69245]: value = "task-3707549" [ 775.117590] env[69245]: _type = "Task" [ 775.117590] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.130328] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.347958] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707545, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.479753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.480551] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.484296] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.881s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.486208] env[69245]: INFO nova.compute.claims [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.531804] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707548, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.581805] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.582105] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.582329] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.582523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.582696] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.584899] env[69245]: INFO nova.compute.manager [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Terminating instance [ 775.629532] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145071} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.629807] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.631397] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e3803c-05f4-4eae-ad55-dbd8687b1f71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.658176] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b/9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.658516] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb153130-3d59-4c19-b46d-d9a208dfac8f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.680937] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 775.680937] env[69245]: value = "task-3707550" [ 775.680937] env[69245]: _type = "Task" [ 775.680937] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.690404] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.847193] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707545, 'name': CreateVM_Task, 'duration_secs': 0.592182} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.847193] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.847417] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.847638] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.848039] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.848500] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c92281-415e-4a03-bfae-9d3abdb0ce17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.854880] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 775.854880] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52100fab-9e95-a4c7-5beb-a952bc52595b" [ 775.854880] env[69245]: _type = "Task" [ 775.854880] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.863039] env[69245]: DEBUG nova.compute.manager [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Received event network-vif-deleted-8de000ab-efa4-4d31-a340-abab444c7ea3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.864264] env[69245]: DEBUG nova.compute.manager [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Received event network-changed-ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.864264] env[69245]: DEBUG nova.compute.manager [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Refreshing instance network info cache due to event network-changed-ff6fb484-fb5d-44cf-904d-8b651b0791a6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.864264] env[69245]: DEBUG oslo_concurrency.lockutils [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] Acquiring lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.864264] env[69245]: DEBUG oslo_concurrency.lockutils [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] Acquired lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.864264] env[69245]: DEBUG nova.network.neutron [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Refreshing network info cache for port ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.869922] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52100fab-9e95-a4c7-5beb-a952bc52595b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.991884] env[69245]: DEBUG nova.compute.utils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.998855] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.000135] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.030240] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707548, 'name': CreateVM_Task, 'duration_secs': 0.58687} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.030446] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.031356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.059113] env[69245]: DEBUG nova.policy [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8cd631c1a7b4d9b88910ea075b8b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8115d5cf965491bb6f0766bc5f94eb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.094454] env[69245]: DEBUG nova.compute.manager [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.094729] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.096065] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab769fb-6c8a-49ae-960b-11932a271e48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.105619] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.106533] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ea2a5d-4416-4d18-88a1-01f4728fdf8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.114289] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 776.114289] env[69245]: value = "task-3707551" [ 776.114289] env[69245]: _type = "Task" [ 776.114289] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.125124] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.194825] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.368038] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52100fab-9e95-a4c7-5beb-a952bc52595b, 'name': SearchDatastore_Task, 'duration_secs': 0.018612} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.369532] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.369866] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.370223] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.370428] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.370623] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.374067] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.374407] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.377531] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97025b55-2eb7-4dc0-b752-96cf091bbf5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.380972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "86bff97b-2120-400d-b464-05c3400125cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.380972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.381159] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44805837-38dc-4d8e-b059-7f995e89f1e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.388910] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 776.388910] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f75e6e-ce02-b025-26db-693614e1b7f1" [ 776.388910] env[69245]: _type = "Task" [ 776.388910] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.401836] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f75e6e-ce02-b025-26db-693614e1b7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.405601] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.406084] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.407134] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ad5df7-3b7a-4874-8d08-2b3566b5d2f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.415155] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 776.415155] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d7ac9a-93b9-c824-6f95-62d3abb97ec3" [ 776.415155] env[69245]: _type = "Task" [ 776.415155] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.426301] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d7ac9a-93b9-c824-6f95-62d3abb97ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.500074] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.627807] env[69245]: DEBUG nova.compute.manager [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Received event network-changed-7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.628030] env[69245]: DEBUG nova.compute.manager [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Refreshing instance network info cache due to event network-changed-7e98c34d-2979-47d1-9581-98c08d2615cd. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.628250] env[69245]: DEBUG oslo_concurrency.lockutils [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] Acquiring lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.628391] env[69245]: DEBUG oslo_concurrency.lockutils [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] Acquired lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.628551] env[69245]: DEBUG nova.network.neutron [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Refreshing network info cache for port 7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.645268] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707551, 'name': PowerOffVM_Task, 'duration_secs': 0.363965} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.646192] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.646482] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.646603] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df25de0-f748-4a7a-9b5b-914e4b4e832b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.702259] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Successfully created port: 10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.704428] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707550, 'name': ReconfigVM_Task, 'duration_secs': 0.524274} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.712141] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b/9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.714296] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8406a646-ca37-4a0a-aedc-33c29c1019d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.722050] env[69245]: DEBUG nova.network.neutron [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updated VIF entry in instance network info cache for port ff6fb484-fb5d-44cf-904d-8b651b0791a6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.722050] env[69245]: DEBUG nova.network.neutron [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updating instance_info_cache with network_info: [{"id": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "address": "fa:16:3e:70:f7:12", "network": {"id": "27a9eea6-fb02-4440-8dbe-78a5875e3573", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1757587569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86db0af1d1c643dcb944e37f137e37f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff6fb484-fb", "ovs_interfaceid": "ff6fb484-fb5d-44cf-904d-8b651b0791a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.726324] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 776.726324] env[69245]: value = "task-3707553" [ 776.726324] env[69245]: _type = "Task" [ 776.726324] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.727277] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.727277] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.727277] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Deleting the datastore file [datastore2] a9b3a7da-f8fa-4819-ae19-3b21257936ba {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.727413] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c9c8b4a-50ff-4fdd-9096-7756fdfa5ada {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.741628] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707553, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.742317] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for the task: (returnval){ [ 776.742317] env[69245]: value = "task-3707554" [ 776.742317] env[69245]: _type = "Task" [ 776.742317] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.756122] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.913372] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f75e6e-ce02-b025-26db-693614e1b7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.030647} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.914052] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.914446] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.914839] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.931122] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d7ac9a-93b9-c824-6f95-62d3abb97ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.936835] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a630e32b-48e4-46af-9168-66cc41a72fd5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.945797] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 776.945797] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526c36da-9974-73ec-cd87-278488c570fd" [ 776.945797] env[69245]: _type = "Task" [ 776.945797] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.955302] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526c36da-9974-73ec-cd87-278488c570fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.200460] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4777ad-da99-48d2-ba51-83ed181cb0e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.213455] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e73bc-b3b5-40dd-9029-4f3d0fc9374d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.224642] env[69245]: DEBUG oslo_concurrency.lockutils [req-62f076fe-cb13-41b0-876f-3372cfffde4a req-a6b985e1-26e0-4c47-b8d5-fd6f14161579 service nova] Releasing lock "refresh_cache-e6ce1154-cb3c-4906-a59c-a596e4eb5706" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.265141] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0e213-791b-4e51-8f32-0deb8e9c1f5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.275767] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707553, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.282065] env[69245]: DEBUG oslo_vmware.api [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Task: {'id': task-3707554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188515} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.282526] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.282750] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.282947] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.283193] env[69245]: INFO nova.compute.manager [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 777.283479] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.284911] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a9840-3f27-4b60-a523-5dc47a04e95e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.289290] env[69245]: DEBUG nova.compute.manager [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.289453] env[69245]: DEBUG nova.network.neutron [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.302732] env[69245]: DEBUG nova.compute.provider_tree [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.456737] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526c36da-9974-73ec-cd87-278488c570fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016193} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.457067] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.457515] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.457852] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.458165] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.458359] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d61524d-8ae6-42d4-a137-8f36169ad05e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.460989] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9107521e-1ff9-4e1e-8039-263315e7d51d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469922] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 777.469922] env[69245]: value = "task-3707555" [ 777.469922] env[69245]: _type = "Task" [ 777.469922] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.475340] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.475743] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.477501] env[69245]: DEBUG nova.network.neutron [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updated VIF entry in instance network info cache for port 7e98c34d-2979-47d1-9581-98c08d2615cd. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.477857] env[69245]: DEBUG nova.network.neutron [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.479074] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3050ebba-198b-44e5-b1aa-7bd12bfc82dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.488390] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.490081] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 777.490081] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527ac0a0-fafa-c488-a96f-313c35039b8d" [ 777.490081] env[69245]: _type = "Task" [ 777.490081] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.503356] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527ac0a0-fafa-c488-a96f-313c35039b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012388} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.504226] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129d3196-c307-4aaa-8770-224b5c450790 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.510993] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 777.510993] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db2b0d-8b34-10c1-6de3-30b9bb7fb2da" [ 777.510993] env[69245]: _type = "Task" [ 777.510993] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.515291] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.525156] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db2b0d-8b34-10c1-6de3-30b9bb7fb2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.552381] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.552673] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.552873] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.553155] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.553379] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.553586] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.553838] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.554046] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.554339] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.554448] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.554679] env[69245]: DEBUG nova.virt.hardware [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.555630] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8729988-e938-4775-8fd5-23a91d7e58cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.564341] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9667dca-b1b4-4e98-914a-103613c5062e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763443] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707553, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.808606] env[69245]: DEBUG nova.scheduler.client.report [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.987031] env[69245]: DEBUG oslo_concurrency.lockutils [req-c2aeaca2-ed0a-4cae-b50c-64de745dc877 req-e6c8625b-b928-49da-8fbc-d20f77ef0877 service nova] Releasing lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.987311] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.026211] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db2b0d-8b34-10c1-6de3-30b9bb7fb2da, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.026812] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.027017] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.027179] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70983786-5261-4713-b052-699bf107d4d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.037989] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 778.037989] env[69245]: value = "task-3707556" [ 778.037989] env[69245]: _type = "Task" [ 778.037989] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.048321] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.250498] env[69245]: DEBUG nova.compute.manager [req-f0701289-c7a9-4b5f-9c51-e9554918e989 req-8f6f63e3-88dc-4e2e-9373-966bee8cb60c service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Received event network-vif-deleted-601eea29-95d8-4308-bae1-681556f1658a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.250498] env[69245]: INFO nova.compute.manager [req-f0701289-c7a9-4b5f-9c51-e9554918e989 req-8f6f63e3-88dc-4e2e-9373-966bee8cb60c service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Neutron deleted interface 601eea29-95d8-4308-bae1-681556f1658a; detaching it from the instance and deleting it from the info cache [ 778.250498] env[69245]: DEBUG nova.network.neutron [req-f0701289-c7a9-4b5f-9c51-e9554918e989 req-8f6f63e3-88dc-4e2e-9373-966bee8cb60c service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.273765] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707553, 'name': Rename_Task, 'duration_secs': 1.225342} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.274667] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.274667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef4b8572-f8e9-4e15-9dad-9a2cef444e24 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.285650] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 778.285650] env[69245]: value = "task-3707557" [ 778.285650] env[69245]: _type = "Task" [ 778.285650] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.295788] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.316560] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.316814] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.320627] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.600s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.320627] env[69245]: DEBUG nova.objects.instance [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lazy-loading 'resources' on Instance uuid f31d3f59-0fef-4b38-b071-a490318240af {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.484141] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.484540] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.484828] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.485243] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f169722e-d715-4328-b007-38a942a713df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.494343] env[69245]: DEBUG nova.network.neutron [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.500573] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 778.500573] env[69245]: value = "task-3707558" [ 778.500573] env[69245]: _type = "Task" [ 778.500573] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.512102] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.551983] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707556, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.757933] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Successfully updated port: 10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.759395] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31940524-ae1d-48d8-a897-132b5ff253ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.774081] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6983a39-017f-4170-a30f-afa2466c5073 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.798383] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.815393] env[69245]: DEBUG nova.compute.manager [req-f0701289-c7a9-4b5f-9c51-e9554918e989 req-8f6f63e3-88dc-4e2e-9373-966bee8cb60c service nova] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Detach interface failed, port_id=601eea29-95d8-4308-bae1-681556f1658a, reason: Instance a9b3a7da-f8fa-4819-ae19-3b21257936ba could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 778.823443] env[69245]: DEBUG nova.compute.utils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.825320] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.828117] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.909106] env[69245]: DEBUG nova.policy [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '027e029066da4f618f77839a1e67f1a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b880780635614acba42c8edfb37d6e2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.005885] env[69245]: INFO nova.compute.manager [-] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Took 1.72 seconds to deallocate network for instance. [ 779.020665] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094625} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.021301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.022308] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e621147-10ee-461f-a8b8-82985b4f589b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.053921] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.058423] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e8a360-d8d3-4614-9302-06f40cd0fa7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.085488] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.087621] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.087621] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.087981] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 779.087981] env[69245]: value = "task-3707559" [ 779.087981] env[69245]: _type = "Task" [ 779.087981] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.088456] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1f02224-e58d-4462-998e-a6d5fec23349 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.106738] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 779.106738] env[69245]: value = "task-3707560" [ 779.106738] env[69245]: _type = "Task" [ 779.106738] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.106738] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.117382] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.268464] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.268464] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquired lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.268464] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.302315] env[69245]: DEBUG oslo_vmware.api [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707557, 'name': PowerOnVM_Task, 'duration_secs': 0.920039} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.302545] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.303132] env[69245]: INFO nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Took 13.18 seconds to spawn the instance on the hypervisor. [ 779.303132] env[69245]: DEBUG nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.304285] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c363a1-4b8f-455f-87f9-8dc104e98e8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.334157] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.393281] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "211374d1-cebf-44bd-8394-076ca21242f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.393610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.393847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "211374d1-cebf-44bd-8394-076ca21242f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.394127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.394331] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.398069] env[69245]: INFO nova.compute.manager [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Terminating instance [ 779.518969] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.556171] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0799a86-2410-4dc9-8079-ebf53c9dc212 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.564647] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6393e5b8-fddf-4a9d-99bb-bdb1538bee03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.605391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e9d4fd-aceb-4dca-8ce6-c5e19d41762b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.616025] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707559, 'name': ReconfigVM_Task, 'duration_secs': 0.465989} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.618496] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.619388] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77fab14f-c1f6-4ff2-99b6-92351cb31fb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.621645] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b86a1-8a2b-4b83-a948-11b99371f2a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.628868] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136816} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.629788] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.630544] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b33169-c330-4b37-8ac1-d1ac2d685a6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.643939] env[69245]: DEBUG nova.compute.provider_tree [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.645808] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 779.645808] env[69245]: value = "task-3707561" [ 779.645808] env[69245]: _type = "Task" [ 779.645808] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.670933] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.672660] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Successfully created port: 8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.675294] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0297f734-a1ac-452e-8427-564184373819 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.697513] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707561, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.704084] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 779.704084] env[69245]: value = "task-3707562" [ 779.704084] env[69245]: _type = "Task" [ 779.704084] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.714034] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.832264] env[69245]: INFO nova.compute.manager [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Took 41.36 seconds to build instance. [ 779.843484] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.908190] env[69245]: DEBUG nova.compute.manager [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.908441] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.909403] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f6b9d-ae12-437d-a323-0983672eaf0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.918914] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.919204] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5be551b-cb88-434f-85c5-977343e25a37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.001967] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.001967] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.001967] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleting the datastore file [datastore1] 211374d1-cebf-44bd-8394-076ca21242f0 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.001967] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f610b4c-70cf-482f-a9e8-4ca8702a31cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.015332] env[69245]: DEBUG oslo_vmware.api [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 780.015332] env[69245]: value = "task-3707564" [ 780.015332] env[69245]: _type = "Task" [ 780.015332] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.026494] env[69245]: DEBUG oslo_vmware.api [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.152721] env[69245]: DEBUG nova.scheduler.client.report [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.167922] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707561, 'name': Rename_Task, 'duration_secs': 0.170464} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.168274] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.168503] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b813800-28f6-4043-9bad-986325e4df7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.180944] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 780.180944] env[69245]: value = "task-3707565" [ 780.180944] env[69245]: _type = "Task" [ 780.180944] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.193193] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.219147] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707562, 'name': ReconfigVM_Task, 'duration_secs': 0.330875} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.219765] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfigured VM instance instance-00000019 to attach disk [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.220563] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c6039b-601f-49f7-9252-388d04a1e459 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.230598] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 780.230598] env[69245]: value = "task-3707566" [ 780.230598] env[69245]: _type = "Task" [ 780.230598] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.243894] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707566, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.245380] env[69245]: DEBUG nova.network.neutron [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updating instance_info_cache with network_info: [{"id": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "address": "fa:16:3e:ab:2c:55", "network": {"id": "2f1040f5-3263-4092-b975-0e089d0c211a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-102521780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8115d5cf965491bb6f0766bc5f94eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa0cef-af", "ovs_interfaceid": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.336289] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f4c81c6f-ef48-4ba5-ad6d-0cf98996ff45 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.602s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.346624] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.387988] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.388298] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.388469] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.388651] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.389483] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.389483] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.389483] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.389483] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.389483] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.389750] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.389790] env[69245]: DEBUG nova.virt.hardware [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.391353] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f43ef2-e016-4a32-85f7-ae2635088877 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.403380] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c187af4-6e3f-4673-bc61-1d180533d652 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.526672] env[69245]: DEBUG oslo_vmware.api [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211956} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.526672] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.526878] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.526957] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.527158] env[69245]: INFO nova.compute.manager [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 780.527505] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.527715] env[69245]: DEBUG nova.compute.manager [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.527808] env[69245]: DEBUG nova.network.neutron [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.659542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.663101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.070s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.663101] env[69245]: DEBUG nova.objects.instance [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lazy-loading 'resources' on Instance uuid b0d76866-db4b-4132-9607-deddf4195756 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.693991] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.697713] env[69245]: INFO nova.scheduler.client.report [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Deleted allocations for instance f31d3f59-0fef-4b38-b071-a490318240af [ 780.746172] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707566, 'name': Rename_Task, 'duration_secs': 0.250453} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.746533] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.747147] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a56162-276f-46f3-9f17-1fe4b5ef2fa1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.749384] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Releasing lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.749524] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Instance network_info: |[{"id": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "address": "fa:16:3e:ab:2c:55", "network": {"id": "2f1040f5-3263-4092-b975-0e089d0c211a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-102521780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8115d5cf965491bb6f0766bc5f94eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa0cef-af", "ovs_interfaceid": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.749987] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:2c:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10fa0cef-af18-4ac6-b792-947b9e3f7e40', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.764314] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Creating folder: Project (e8115d5cf965491bb6f0766bc5f94eb6). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.764599] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2cbadb3-2559-4247-813d-d8a16a3163dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770950] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 780.770950] env[69245]: value = "task-3707567" [ 780.770950] env[69245]: _type = "Task" [ 780.770950] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.777954] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Created folder: Project (e8115d5cf965491bb6f0766bc5f94eb6) in parent group-v738357. [ 780.777954] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Creating folder: Instances. Parent ref: group-v738439. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.777954] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bf1a75c-71e1-426b-b627-cb6243490e02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.786171] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.795099] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Created folder: Instances in parent group-v738439. [ 780.795408] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.795603] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.795823] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6fbf06-a6b1-48a5-a9d4-a688bacee127 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.820972] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.820972] env[69245]: value = "task-3707570" [ 780.820972] env[69245]: _type = "Task" [ 780.820972] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.830773] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707570, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.841130] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.899125] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.900078] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1f8cd-ed54-4858-abea-434b5ef28b1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.911593] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.911977] env[69245]: ERROR oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk due to incomplete transfer. [ 780.912122] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57a469b7-c0b6-4dc3-b5ee-5a315c471883 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.923060] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5b179-bf8b-f3bd-f89f-e7b4559e3a28/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.923060] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Uploaded image e5194add-f75a-4da5-a021-cab6bdde82aa to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.929816] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.930833] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21addd6a-2598-4541-b4e7-c82df1ecfd99 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.940688] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 780.940688] env[69245]: value = "task-3707571" [ 780.940688] env[69245]: _type = "Task" [ 780.940688] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.963517] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707571, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.977414] env[69245]: DEBUG nova.compute.manager [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Received event network-vif-plugged-10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.977724] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Acquiring lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.977993] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.978288] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.978583] env[69245]: DEBUG nova.compute.manager [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] No waiting events found dispatching network-vif-plugged-10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.978851] env[69245]: WARNING nova.compute.manager [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Received unexpected event network-vif-plugged-10fa0cef-af18-4ac6-b792-947b9e3f7e40 for instance with vm_state building and task_state spawning. [ 780.979266] env[69245]: DEBUG nova.compute.manager [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Received event network-changed-10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.979445] env[69245]: DEBUG nova.compute.manager [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Refreshing instance network info cache due to event network-changed-10fa0cef-af18-4ac6-b792-947b9e3f7e40. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.979708] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Acquiring lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.979947] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Acquired lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.980233] env[69245]: DEBUG nova.network.neutron [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Refreshing network info cache for port 10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.200265] env[69245]: DEBUG oslo_vmware.api [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707565, 'name': PowerOnVM_Task, 'duration_secs': 1.003218} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.205850] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.205850] env[69245]: INFO nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Took 6.52 seconds to spawn the instance on the hypervisor. [ 781.205850] env[69245]: DEBUG nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.206935] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67111b47-c6c2-4c2d-aea8-8ef6e59c552c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.214428] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61cc4059-cd85-4663-9664-2cecdd802fe4 tempest-ServerDiagnosticsV248Test-1492871846 tempest-ServerDiagnosticsV248Test-1492871846-project-member] Lock "f31d3f59-0fef-4b38-b071-a490318240af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.865s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.285644] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707567, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.331261] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707570, 'name': CreateVM_Task, 'duration_secs': 0.378143} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.334068] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.338472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.338472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.338472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.338472] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440ebdd9-4bbe-4176-8130-304d80b43dce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.342634] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 781.342634] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521038e1-7c8c-8568-797b-4d2d2f7b315b" [ 781.342634] env[69245]: _type = "Task" [ 781.342634] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.357172] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521038e1-7c8c-8568-797b-4d2d2f7b315b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.365823] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.408148] env[69245]: DEBUG nova.network.neutron [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.456064] env[69245]: DEBUG nova.compute.manager [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.456064] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707571, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.461030] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b8d99-849a-4a36-b46d-18c22d21ccb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.736238] env[69245]: INFO nova.compute.manager [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Took 34.16 seconds to build instance. [ 781.795236] env[69245]: DEBUG oslo_vmware.api [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707567, 'name': PowerOnVM_Task, 'duration_secs': 0.745189} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.795629] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.795889] env[69245]: INFO nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Took 9.99 seconds to spawn the instance on the hypervisor. [ 781.796098] env[69245]: DEBUG nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.797104] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e349eec9-8ccb-46e3-9e41-9d7dfff5d281 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.829884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced4ca18-5f1f-4599-9b2d-d3fe583a104e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.842384] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acaa977-bce2-4271-a231-c03d839f0910 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.885191] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521038e1-7c8c-8568-797b-4d2d2f7b315b, 'name': SearchDatastore_Task, 'duration_secs': 0.02585} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.890508] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e878a8e0-3e2a-499d-a9f2-790d81201729 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.893479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.893750] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.894013] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.894166] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.894365] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.895286] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf38e0e0-54e0-4510-85e6-a6fd447aa293 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.904929] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cac489-1db1-4ecf-8c55-5e3981f8b600 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.910940] env[69245]: INFO nova.compute.manager [-] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Took 1.38 seconds to deallocate network for instance. [ 781.911292] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.911468] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.914759] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c336a4-4e0b-4888-8feb-0e93485bab3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.929641] env[69245]: DEBUG nova.compute.provider_tree [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.935300] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 781.935300] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcc7c2-b315-90cc-b861-d15eac8740f3" [ 781.935300] env[69245]: _type = "Task" [ 781.935300] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.945885] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcc7c2-b315-90cc-b861-d15eac8740f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.957556] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707571, 'name': Destroy_Task, 'duration_secs': 0.950564} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.957556] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Destroyed the VM [ 781.957556] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.957896] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ba0177a-1260-4827-ab49-30b4b16a6ffc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.968431] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 781.968431] env[69245]: value = "task-3707572" [ 781.968431] env[69245]: _type = "Task" [ 781.968431] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.973236] env[69245]: INFO nova.compute.manager [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] instance snapshotting [ 781.973838] env[69245]: DEBUG nova.objects.instance [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.981405] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053962] env[69245]: DEBUG nova.network.neutron [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updated VIF entry in instance network info cache for port 10fa0cef-af18-4ac6-b792-947b9e3f7e40. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.054423] env[69245]: DEBUG nova.network.neutron [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updating instance_info_cache with network_info: [{"id": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "address": "fa:16:3e:ab:2c:55", "network": {"id": "2f1040f5-3263-4092-b975-0e089d0c211a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-102521780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8115d5cf965491bb6f0766bc5f94eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa0cef-af", "ovs_interfaceid": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.113133] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Successfully updated port: 8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.240736] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a66e3e9f-7d8a-41ea-864d-52b79b50e468 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.495s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.321058] env[69245]: INFO nova.compute.manager [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Took 40.69 seconds to build instance. [ 782.432677] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.434825] env[69245]: DEBUG nova.scheduler.client.report [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.449885] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bcc7c2-b315-90cc-b861-d15eac8740f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.450721] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-926c3744-6f22-41e0-a48b-ac6d1af2401f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.463763] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 782.463763] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec5285-8efd-6d9d-5905-132f393809f3" [ 782.463763] env[69245]: _type = "Task" [ 782.463763] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.482198] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec5285-8efd-6d9d-5905-132f393809f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.482937] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.483334] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d76103e4-36df-4a38-96e9-83ee667c3e1e/d76103e4-36df-4a38-96e9-83ee667c3e1e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.483891] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68ff2542-d96a-4aa9-bab9-8eb746b7d09a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.488131] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d11050-7cff-411f-8f8d-fda61f29d42c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.495986] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707572, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.519556] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca82379-5d93-440b-94d6-5ba93a1acb14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.523103] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 782.523103] env[69245]: value = "task-3707573" [ 782.523103] env[69245]: _type = "Task" [ 782.523103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.538066] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.557844] env[69245]: DEBUG oslo_concurrency.lockutils [req-017d7ad6-2288-4d0c-8890-fe642ac3fa3d req-7bafd013-2262-433f-8983-1bb23e5e5d54 service nova] Releasing lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.616222] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.616322] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquired lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.616786] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.743562] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.826701] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8218a0ee-87fb-48a7-8ccc-5f1b50466855 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.919s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.943910] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.947450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.432s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.948913] env[69245]: INFO nova.compute.claims [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.969264] env[69245]: INFO nova.scheduler.client.report [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Deleted allocations for instance b0d76866-db4b-4132-9607-deddf4195756 [ 782.993125] env[69245]: DEBUG oslo_vmware.api [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707572, 'name': RemoveSnapshot_Task, 'duration_secs': 0.779463} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.993443] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.993673] env[69245]: INFO nova.compute.manager [None req-1301fb11-1fe2-45ee-bd7e-c23485b43560 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Took 17.62 seconds to snapshot the instance on the hypervisor. [ 783.034600] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.035114] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707573, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.035417] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f195647-91b1-4f3a-8f2f-796513b01135 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.048916] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 783.048916] env[69245]: value = "task-3707574" [ 783.048916] env[69245]: _type = "Task" [ 783.048916] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.059786] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707574, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.098644] env[69245]: DEBUG nova.compute.manager [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.098644] env[69245]: DEBUG nova.compute.manager [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing instance network info cache due to event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.100253] env[69245]: DEBUG oslo_concurrency.lockutils [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.100466] env[69245]: DEBUG oslo_concurrency.lockutils [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.100649] env[69245]: DEBUG nova.network.neutron [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.215697] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.268107] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.329122] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.454401] env[69245]: DEBUG nova.network.neutron [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Updating instance_info_cache with network_info: [{"id": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "address": "fa:16:3e:e8:35:45", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e461d9e-38", "ovs_interfaceid": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.494255] env[69245]: DEBUG oslo_concurrency.lockutils [None req-097f71af-bfd7-4b55-84c0-08b2cc67781f tempest-ImagesNegativeTestJSON-635333992 tempest-ImagesNegativeTestJSON-635333992-project-member] Lock "b0d76866-db4b-4132-9607-deddf4195756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.446s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.537377] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538621} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.537678] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d76103e4-36df-4a38-96e9-83ee667c3e1e/d76103e4-36df-4a38-96e9-83ee667c3e1e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.537867] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.538473] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbad6f5f-ba32-496c-a550-78e65fa81020 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.548483] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 783.548483] env[69245]: value = "task-3707575" [ 783.548483] env[69245]: _type = "Task" [ 783.548483] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.564534] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.568102] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707574, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.754418] env[69245]: DEBUG nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Received event network-vif-deleted-907be0e4-f22b-45e4-9fc0-2da03328be1b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.754623] env[69245]: DEBUG nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Received event network-vif-plugged-8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.754794] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Acquiring lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.755011] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.755301] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.755473] env[69245]: DEBUG nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] No waiting events found dispatching network-vif-plugged-8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.755638] env[69245]: WARNING nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Received unexpected event network-vif-plugged-8e461d9e-38ad-4c5a-8744-9a36d094c0bf for instance with vm_state building and task_state spawning. [ 783.755795] env[69245]: DEBUG nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Received event network-changed-8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.755975] env[69245]: DEBUG nova.compute.manager [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Refreshing instance network info cache due to event network-changed-8e461d9e-38ad-4c5a-8744-9a36d094c0bf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.756168] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Acquiring lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.856273] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.959912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Releasing lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.960313] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Instance network_info: |[{"id": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "address": "fa:16:3e:e8:35:45", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e461d9e-38", "ovs_interfaceid": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.964562] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Acquired lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.964780] env[69245]: DEBUG nova.network.neutron [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Refreshing network info cache for port 8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.966284] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:35:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e461d9e-38ad-4c5a-8744-9a36d094c0bf', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.975872] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Creating folder: Project (b880780635614acba42c8edfb37d6e2f). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.976914] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c45a83-d6be-444b-acd3-ed91f5d24c52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.995996] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Created folder: Project (b880780635614acba42c8edfb37d6e2f) in parent group-v738357. [ 783.996288] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Creating folder: Instances. Parent ref: group-v738442. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.996564] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-732c588c-76bd-45d0-a458-6e470e963b82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.008903] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Created folder: Instances in parent group-v738442. [ 784.009237] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.009513] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.009811] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a4f1ab2-fd32-4d0a-8aaa-adce799c6870 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.036397] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.036397] env[69245]: value = "task-3707578" [ 784.036397] env[69245]: _type = "Task" [ 784.036397] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.049038] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707578, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.063843] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076006} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.065913] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.065913] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e188960-46c2-493a-bc21-7748566e0d01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.072420] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707574, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.074151] env[69245]: INFO nova.compute.manager [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Rebuilding instance [ 784.104570] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] d76103e4-36df-4a38-96e9-83ee667c3e1e/d76103e4-36df-4a38-96e9-83ee667c3e1e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.105121] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c6bdce-96e9-4dc9-935c-c3f6029f2bb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.133156] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 784.133156] env[69245]: value = "task-3707579" [ 784.133156] env[69245]: _type = "Task" [ 784.133156] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.148921] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.157945] env[69245]: DEBUG nova.compute.manager [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.158907] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05dfd2d-9973-4e58-a282-8d4caa4252da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.338172] env[69245]: DEBUG nova.network.neutron [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updated VIF entry in instance network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.338723] env[69245]: DEBUG nova.network.neutron [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.547138] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707578, 'name': CreateVM_Task, 'duration_secs': 0.436867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.549850] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.550788] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.551066] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.551440] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.551702] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256996c7-8166-4d28-bad2-7dd218247ea3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.557250] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 784.557250] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52be2699-28b7-ad8b-9442-46e6dc4acca9" [ 784.557250] env[69245]: _type = "Task" [ 784.557250] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.572697] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707574, 'name': CreateSnapshot_Task, 'duration_secs': 1.27196} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.576088] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.576888] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52be2699-28b7-ad8b-9442-46e6dc4acca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.577227] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d39f23b-6f48-48ba-a7e5-ad8be1a19730 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.622454] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e2d2e-93d0-47a8-acc2-d5820a981d55 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.633033] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50b348-0ce9-4e60-a7fb-ef5eacb88f3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.667255] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a5f5a-0c8d-4001-a79a-4e9e62d8a7cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.675097] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707579, 'name': ReconfigVM_Task, 'duration_secs': 0.450547} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.676392] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Reconfigured VM instance instance-0000001b to attach disk [datastore1] d76103e4-36df-4a38-96e9-83ee667c3e1e/d76103e4-36df-4a38-96e9-83ee667c3e1e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.680244] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c0c0b2-c0c4-4ce6-a8de-54ff1e87697c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.686413] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e80b6e-c414-4f4d-98c3-1c133d458c0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.692822] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 784.692822] env[69245]: value = "task-3707580" [ 784.692822] env[69245]: _type = "Task" [ 784.692822] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.704695] env[69245]: DEBUG nova.compute.provider_tree [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.709932] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707580, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.842099] env[69245]: DEBUG oslo_concurrency.lockutils [req-66cc3275-6479-46a2-a114-8da2b2b2d35f req-e03983cc-9165-40d8-9e32-37af4612ec9a service nova] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.873801] env[69245]: DEBUG nova.network.neutron [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Updated VIF entry in instance network info cache for port 8e461d9e-38ad-4c5a-8744-9a36d094c0bf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.874179] env[69245]: DEBUG nova.network.neutron [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Updating instance_info_cache with network_info: [{"id": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "address": "fa:16:3e:e8:35:45", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e461d9e-38", "ovs_interfaceid": "8e461d9e-38ad-4c5a-8744-9a36d094c0bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.073225] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52be2699-28b7-ad8b-9442-46e6dc4acca9, 'name': SearchDatastore_Task, 'duration_secs': 0.02442} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.073802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.074155] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.074486] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.074745] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.075065] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.077528] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3cccaf5-5bdd-450c-a415-c32d58b2abce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.090025] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.090025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.090025] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b9b699-b8b3-4d87-9418-517c622b1fe4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.101469] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.101933] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55e4d6c3-0482-42b8-a567-73e0ff2a1217 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.112157] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 785.112157] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5224738e-d3da-b538-e0e2-6bc0849c125a" [ 785.112157] env[69245]: _type = "Task" [ 785.112157] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.116912] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 785.116912] env[69245]: value = "task-3707581" [ 785.116912] env[69245]: _type = "Task" [ 785.116912] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.124317] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5224738e-d3da-b538-e0e2-6bc0849c125a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.130146] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707581, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.180025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.180025] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896c99a8-22fc-4543-a9af-7d4157f8428f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.186903] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 785.186903] env[69245]: value = "task-3707582" [ 785.186903] env[69245]: _type = "Task" [ 785.186903] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.197172] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.206578] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707580, 'name': Rename_Task, 'duration_secs': 0.157154} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.207782] env[69245]: DEBUG nova.scheduler.client.report [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.212687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.216017] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72f9b7ab-0683-4d6e-a379-dd8b0186a5b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.221977] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 785.221977] env[69245]: value = "task-3707583" [ 785.221977] env[69245]: _type = "Task" [ 785.221977] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.233429] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.378712] env[69245]: DEBUG oslo_concurrency.lockutils [req-abff275f-9645-478f-a21f-969f1aacdea3 req-56bb3d11-9fc7-4526-b1b0-9bd302f864e6 service nova] Releasing lock "refresh_cache-8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.645484] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5224738e-d3da-b538-e0e2-6bc0849c125a, 'name': SearchDatastore_Task, 'duration_secs': 0.038283} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.650323] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707581, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.650602] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7c20fb-af85-4feb-8744-e72f951768cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.660496] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 785.660496] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a36bc2-4e4d-9c9b-fccf-c80f64667939" [ 785.660496] env[69245]: _type = "Task" [ 785.660496] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.672396] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a36bc2-4e4d-9c9b-fccf-c80f64667939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.698886] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707582, 'name': PowerOffVM_Task, 'duration_secs': 0.36564} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.699056] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.699277] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.700197] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13766783-e73a-4969-8eac-0f6db1705ad0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.709776] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.710198] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93430b18-4875-4bc8-846b-f58856db8dd6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.716504] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.719848] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.722752] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.087s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.727035] env[69245]: INFO nova.compute.claims [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.741407] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.743248] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.743473] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.743763] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Deleting the datastore file [datastore2] 2c4b1f26-fd3b-46ee-9830-774e54796cbc {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.744744] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e20ea89f-a4ae-45ce-ab55-4926f255600a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.752589] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 785.752589] env[69245]: value = "task-3707585" [ 785.752589] env[69245]: _type = "Task" [ 785.752589] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.762883] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.139639] env[69245]: DEBUG nova.compute.manager [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 786.150352] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707581, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.174028] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a36bc2-4e4d-9c9b-fccf-c80f64667939, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.174028] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.174028] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3/8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.174028] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05a4692-80a1-4f12-bcbf-84e2c0f22bf0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.183491] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 786.183491] env[69245]: value = "task-3707586" [ 786.183491] env[69245]: _type = "Task" [ 786.183491] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.199212] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.230721] env[69245]: DEBUG nova.compute.utils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.243838] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 786.257124] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.271287] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131136} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.271651] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.271931] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.272179] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.648026] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707581, 'name': CloneVM_Task, 'duration_secs': 1.49971} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.650145] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created linked-clone VM from snapshot [ 786.651543] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349b9f2f-ab1b-4512-99e6-4d20ee94afc5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.663946] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploading image 2d1fd91a-5762-4e78-812b-bda043161873 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 786.672438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.697079] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.699912] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 786.699912] env[69245]: value = "vm-738446" [ 786.699912] env[69245]: _type = "VirtualMachine" [ 786.699912] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 786.700253] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-05b47ece-7519-4841-b1a6-84c4c8680da5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.711747] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease: (returnval){ [ 786.711747] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52826e66-657e-c7bb-734f-14093ea5cc76" [ 786.711747] env[69245]: _type = "HttpNfcLease" [ 786.711747] env[69245]: } obtained for exporting VM: (result){ [ 786.711747] env[69245]: value = "vm-738446" [ 786.711747] env[69245]: _type = "VirtualMachine" [ 786.711747] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 786.711747] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the lease: (returnval){ [ 786.711747] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52826e66-657e-c7bb-734f-14093ea5cc76" [ 786.711747] env[69245]: _type = "HttpNfcLease" [ 786.711747] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 786.719778] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.719778] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52826e66-657e-c7bb-734f-14093ea5cc76" [ 786.719778] env[69245]: _type = "HttpNfcLease" [ 786.719778] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 786.740151] env[69245]: DEBUG oslo_vmware.api [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707583, 'name': PowerOnVM_Task, 'duration_secs': 1.137887} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.740438] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.740732] env[69245]: INFO nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Took 9.23 seconds to spawn the instance on the hypervisor. [ 786.740878] env[69245]: DEBUG nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.742053] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e67867-1bd2-4965-a9b2-ff1c3ad20d5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.749784] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.055850] env[69245]: DEBUG nova.compute.manager [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.059016] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d304ce5b-71ed-4540-8af5-78eff66fe1c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.195272] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559091} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.195852] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3/8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.196576] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.196969] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ece4b48-8e19-4f98-8c29-1bfbf62d6763 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.210179] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 787.210179] env[69245]: value = "task-3707588" [ 787.210179] env[69245]: _type = "Task" [ 787.210179] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.225866] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.229192] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.229192] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52826e66-657e-c7bb-734f-14093ea5cc76" [ 787.229192] env[69245]: _type = "HttpNfcLease" [ 787.229192] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.230209] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.230209] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52826e66-657e-c7bb-734f-14093ea5cc76" [ 787.230209] env[69245]: _type = "HttpNfcLease" [ 787.230209] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 787.231351] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366b4177-bcac-4c9a-a5da-14daea271be7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.245557] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.246256] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 787.322227] env[69245]: INFO nova.compute.manager [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Took 37.94 seconds to build instance. [ 787.363218] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.363509] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.363691] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.363922] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.364866] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.364866] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.364866] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.365067] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.365893] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.365893] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.365893] env[69245]: DEBUG nova.virt.hardware [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.367229] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afa15c-4755-4e59-9a4f-ffae63986c70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.380605] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4e872d-af39-427d-b68a-adfd748ee381 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.398028] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.403909] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.407102] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.407745] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bd2df37-0437-4dfb-aa93-4ac7f516a145 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.426147] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.426147] env[69245]: value = "task-3707589" [ 787.426147] env[69245]: _type = "Task" [ 787.426147] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.434978] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5476730-a10f-4896-9cae-ea3d46755b6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.447029] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707589, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.455284] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ccaa6-01d9-4b85-8d92-6277a2454de2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.471714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ee42c-ff3c-49ad-b7e6-e7c1b64c8c05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.518104] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b578f5b-5917-4c16-9156-9e66498a2a81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.528172] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cee81d-abb0-4b25-ad29-71229012a658 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.547035] env[69245]: DEBUG nova.compute.provider_tree [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.580031] env[69245]: INFO nova.compute.manager [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] instance snapshotting [ 787.582631] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5205a8-0553-472e-8a8e-64c4439739a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.603991] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c3726-570d-4837-a469-6b8a82004cdf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.721872] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161814} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.722247] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.723128] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e5b2c-3387-4061-a4c2-3825be5631e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.752594] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3/8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.752594] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a317436e-7c01-4daa-8374-751f67364cb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.774826] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 787.774826] env[69245]: value = "task-3707590" [ 787.774826] env[69245]: _type = "Task" [ 787.774826] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.787589] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.824913] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.828882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9d89039f-18a8-4745-8dd7-7a676ba28994 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.564s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.854403] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.854707] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.854866] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.855062] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.855238] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.855417] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.855671] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.855844] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.856027] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.856230] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.856418] env[69245]: DEBUG nova.virt.hardware [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.857828] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fec7c9-5b5d-4e86-afaf-859aa6d8158d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.868483] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31d324-530b-4f88-be64-3e5e9661da54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.891988] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.902037] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Creating folder: Project (4930c51f38cc430ebe7e2bb4b6b52a82). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.903842] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7ac82ce-0a44-482f-b433-73f370cd062e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.918133] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Created folder: Project (4930c51f38cc430ebe7e2bb4b6b52a82) in parent group-v738357. [ 787.918387] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Creating folder: Instances. Parent ref: group-v738448. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.918561] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48cb16b-3c10-4519-902e-b8e81ed4ef88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.933024] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Created folder: Instances in parent group-v738448. [ 787.933024] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.936731] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.937901] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d10769-a9e5-4b13-8256-aec2d4b36468 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.962186] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707589, 'name': CreateVM_Task, 'duration_secs': 0.44667} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.963849] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.964079] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.964079] env[69245]: value = "task-3707593" [ 787.964079] env[69245]: _type = "Task" [ 787.964079] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.964589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964936] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.965621] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966151] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fe9f8d-c365-4381-94a6-9d0f876a6f6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.983213] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707593, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.983648] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 787.983648] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5252ccd8-c510-f7ab-f9cf-e10e13a35818" [ 787.983648] env[69245]: _type = "Task" [ 787.983648] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.993530] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5252ccd8-c510-f7ab-f9cf-e10e13a35818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.050774] env[69245]: DEBUG nova.scheduler.client.report [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.116910] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.117412] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1cf2462-edd4-49f4-a955-d2f00335e608 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.127149] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 788.127149] env[69245]: value = "task-3707594" [ 788.127149] env[69245]: _type = "Task" [ 788.127149] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.139550] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707594, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.287345] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.332510] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.478572] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707593, 'name': CreateVM_Task, 'duration_secs': 0.441457} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.478926] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.479419] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.497725] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5252ccd8-c510-f7ab-f9cf-e10e13a35818, 'name': SearchDatastore_Task, 'duration_secs': 0.018484} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.498762] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.498762] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.499045] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.499467] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.499709] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.499984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.500607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.500789] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-798ce7cc-5314-4247-981c-3b666aad4565 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.503520] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1787c1cc-a969-49d0-8c8b-fa58f5ac7268 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510957] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 788.510957] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b41c85-7da5-dd08-42d1-3790b7528f66" [ 788.510957] env[69245]: _type = "Task" [ 788.510957] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.520178] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.520442] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.524624] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3164bab1-2f55-4edb-8010-e026d5a2890d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.543104] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b41c85-7da5-dd08-42d1-3790b7528f66, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.543104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.543104] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.543104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.545925] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 788.545925] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524671ae-38e0-0568-dfa9-3df752dfca5a" [ 788.545925] env[69245]: _type = "Task" [ 788.545925] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.556305] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524671ae-38e0-0568-dfa9-3df752dfca5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.558236] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.558786] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.564636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.205s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.564636] env[69245]: INFO nova.compute.claims [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.642889] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707594, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.786978] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707590, 'name': ReconfigVM_Task, 'duration_secs': 0.573568} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.788130] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3/8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.788955] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ae38db-0671-4629-aa58-a5eba5b2158d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.798986] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 788.798986] env[69245]: value = "task-3707595" [ 788.798986] env[69245]: _type = "Task" [ 788.798986] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.812809] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707595, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.864378] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.060378] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524671ae-38e0-0568-dfa9-3df752dfca5a, 'name': SearchDatastore_Task, 'duration_secs': 0.016094} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.061236] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6a0d26-acba-4568-aba6-3ec1502cf7e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.069273] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 789.069273] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5209b4f9-4d71-e243-b15d-24bc8318d03e" [ 789.069273] env[69245]: _type = "Task" [ 789.069273] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.076435] env[69245]: DEBUG nova.compute.utils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.083380] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.083654] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.093170] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5209b4f9-4d71-e243-b15d-24bc8318d03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.145599] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707594, 'name': CreateSnapshot_Task, 'duration_secs': 0.901452} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.146187] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.148075] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e11a15f-6f04-4e7f-ba71-d2eb9805a103 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.206150] env[69245]: DEBUG nova.policy [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf8d5c0b295b498c8ab804f779177251', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfbde41d6f50486ca94a56d6fef91261', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.315855] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707595, 'name': Rename_Task, 'duration_secs': 0.193866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.316475] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.316880] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa28864b-1ffd-46f1-9b62-f8db93c735a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.326773] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 789.326773] env[69245]: value = "task-3707596" [ 789.326773] env[69245]: _type = "Task" [ 789.326773] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.337693] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.593420] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.602929] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5209b4f9-4d71-e243-b15d-24bc8318d03e, 'name': SearchDatastore_Task, 'duration_secs': 0.031445} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.603922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.604295] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.604700] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.607653] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.607653] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-401db304-317e-482a-b621-870819da0b29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.610069] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-613b7bfd-529d-4432-b9e1-21692adc37f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.626801] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 789.626801] env[69245]: value = "task-3707597" [ 789.626801] env[69245]: _type = "Task" [ 789.626801] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.631254] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.631494] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.635791] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693c98b8-2388-4512-9717-b48a27c11d39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.655809] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.656335] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 789.656335] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e8942-dd43-07d9-472c-053483c191d1" [ 789.656335] env[69245]: _type = "Task" [ 789.656335] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.688790] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.691191] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01d03791-a78b-4a31-9d64-cada671a9797 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.703237] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e8942-dd43-07d9-472c-053483c191d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021032} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.706559] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 789.706559] env[69245]: value = "task-3707598" [ 789.706559] env[69245]: _type = "Task" [ 789.706559] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.709022] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87120071-5c55-465f-a639-889e133f0891 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.724276] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 789.724276] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5280c2bb-f6e0-9f5c-648c-61564feb258b" [ 789.724276] env[69245]: _type = "Task" [ 789.724276] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.728511] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.740371] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5280c2bb-f6e0-9f5c-648c-61564feb258b, 'name': SearchDatastore_Task, 'duration_secs': 0.013778} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.740371] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.740371] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.740371] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4adc4c4b-f3e2-461d-a33b-19b1f54ae011 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.752432] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 789.752432] env[69245]: value = "task-3707599" [ 789.752432] env[69245]: _type = "Task" [ 789.752432] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.772980] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.843070] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.897427] env[69245]: DEBUG nova.compute.manager [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Received event network-changed-10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.897427] env[69245]: DEBUG nova.compute.manager [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Refreshing instance network info cache due to event network-changed-10fa0cef-af18-4ac6-b792-947b9e3f7e40. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.897427] env[69245]: DEBUG oslo_concurrency.lockutils [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] Acquiring lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.897427] env[69245]: DEBUG oslo_concurrency.lockutils [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] Acquired lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.897427] env[69245]: DEBUG nova.network.neutron [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Refreshing network info cache for port 10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.932980] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Successfully created port: dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.144955] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.234272] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.270200] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.342150] env[69245]: DEBUG oslo_vmware.api [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707596, 'name': PowerOnVM_Task, 'duration_secs': 0.940782} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.346614] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.348556] env[69245]: INFO nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Took 10.00 seconds to spawn the instance on the hypervisor. [ 790.348556] env[69245]: DEBUG nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.348556] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01e58c4-f919-4a3d-a536-63375579fe2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.423225] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5694f0-6301-40e0-a968-9ed5abbb384d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.435873] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67af02-917a-419e-9ee9-200beec2bf65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.474832] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e249b-7fec-43c3-ac79-42ee3fb196de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.488960] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e748478-d28d-40eb-93a2-7b68d0d7df81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.509087] env[69245]: DEBUG nova.compute.provider_tree [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.617860] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.638824] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65235} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.641470] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.641768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.642359] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0200f30e-5a28-49f8-937e-ec05a5bf09b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.654503] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.656294] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.656711] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.657155] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.657478] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.657811] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.658237] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.658535] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.658841] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.659243] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.659682] env[69245]: DEBUG nova.virt.hardware [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.660278] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 790.660278] env[69245]: value = "task-3707600" [ 790.660278] env[69245]: _type = "Task" [ 790.660278] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.662845] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff30a4c0-db57-4aef-b944-6a1cecbf985c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.682067] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef9be12-54ef-48b1-b118-8e948a3e1420 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.691428] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.728330] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.764346] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.764648] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.764875] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.766044] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93e18f04-55d7-421c-a0f7-0fb895ab93f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.772940] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 790.772940] env[69245]: value = "task-3707601" [ 790.772940] env[69245]: _type = "Task" [ 790.772940] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.793212] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.875437] env[69245]: INFO nova.compute.manager [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Took 35.32 seconds to build instance. [ 791.013101] env[69245]: DEBUG nova.scheduler.client.report [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.100317] env[69245]: DEBUG nova.network.neutron [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updated VIF entry in instance network info cache for port 10fa0cef-af18-4ac6-b792-947b9e3f7e40. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.100543] env[69245]: DEBUG nova.network.neutron [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updating instance_info_cache with network_info: [{"id": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "address": "fa:16:3e:ab:2c:55", "network": {"id": "2f1040f5-3263-4092-b975-0e089d0c211a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-102521780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8115d5cf965491bb6f0766bc5f94eb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10fa0cef-af", "ovs_interfaceid": "10fa0cef-af18-4ac6-b792-947b9e3f7e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.178697] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093936} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.178853] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.179698] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94029ebc-514d-443b-9f88-c6c9b86940c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.207037] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.207384] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b796df1-3d99-4235-9294-5de9629b07ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.233438] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.235051] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 791.235051] env[69245]: value = "task-3707602" [ 791.235051] env[69245]: _type = "Task" [ 791.235051] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.243993] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.286606] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100835} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.286698] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.287577] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d77bc4-5647-4e21-b618-d8440d609dd1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.309872] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.310146] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-659b5c13-e0a7-42d2-8bba-cffbb6dc4619 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.333607] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 791.333607] env[69245]: value = "task-3707603" [ 791.333607] env[69245]: _type = "Task" [ 791.333607] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.348461] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.377563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-df57014f-31fe-4ad9-9249-5ac6ce2fbb92 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.670s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.522560] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.957s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.522560] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.525290] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.525786] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.525966] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 791.526960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.531s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.530585] env[69245]: INFO nova.compute.claims [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.535770] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ac0ed-92a2-4b9f-8b69-9a7d1e9024cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.548153] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587e58b0-c9b9-44fe-93c8-a4c120848d48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.567345] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e388d3a-715b-4b9b-8726-e3a0d2eb5d74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.578625] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e7f469-09c3-428b-8708-1ab38bfbbd5b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.624771] env[69245]: DEBUG oslo_concurrency.lockutils [req-c649ebe7-5e2b-4c7e-99aa-6513ac5e6b3e req-1bd3c339-e316-4080-89cf-6f6393e4a828 service nova] Releasing lock "refresh_cache-d76103e4-36df-4a38-96e9-83ee667c3e1e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.625716] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178715MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 791.625716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.734610] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.748472] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.845231] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707603, 'name': ReconfigVM_Task, 'duration_secs': 0.490119} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.845231] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.845626] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cae8756b-3962-41cb-8441-7ffb57f3e8a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.853419] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 791.853419] env[69245]: value = "task-3707604" [ 791.853419] env[69245]: _type = "Task" [ 791.853419] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.865470] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707604, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.881203] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.035672] env[69245]: DEBUG nova.compute.utils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.044210] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.044210] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.168877] env[69245]: DEBUG nova.policy [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abd67938b3f44b36a83588eccc4f109b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b7509ef87f7481b8d516d7906e4201f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.238323] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707598, 'name': CloneVM_Task, 'duration_secs': 2.09763} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.241837] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Created linked-clone VM from snapshot [ 792.245812] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172bed66-f307-4416-9b1c-c2607c252c2b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.251986] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707602, 'name': ReconfigVM_Task, 'duration_secs': 0.553861} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.258208] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.258208] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Uploading image bdeda64d-41af-4575-a7e4-4b69b3ddb68e {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.260862] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a1599f-5859-460e-8684-f3ad31492725 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.274125] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 792.274125] env[69245]: value = "task-3707605" [ 792.274125] env[69245]: _type = "Task" [ 792.274125] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.293686] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707605, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.301299] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.301299] env[69245]: value = "vm-738452" [ 792.301299] env[69245]: _type = "VirtualMachine" [ 792.301299] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.301904] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-403a952a-17df-45b1-a61f-b4beb03e867f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.310151] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease: (returnval){ [ 792.310151] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c27e3b-7272-95d4-03ac-3a8a61782c31" [ 792.310151] env[69245]: _type = "HttpNfcLease" [ 792.310151] env[69245]: } obtained for exporting VM: (result){ [ 792.310151] env[69245]: value = "vm-738452" [ 792.310151] env[69245]: _type = "VirtualMachine" [ 792.310151] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.310617] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the lease: (returnval){ [ 792.310617] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c27e3b-7272-95d4-03ac-3a8a61782c31" [ 792.310617] env[69245]: _type = "HttpNfcLease" [ 792.310617] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.320157] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.320157] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c27e3b-7272-95d4-03ac-3a8a61782c31" [ 792.320157] env[69245]: _type = "HttpNfcLease" [ 792.320157] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.366737] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707604, 'name': Rename_Task, 'duration_secs': 0.252713} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.367105] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.367400] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5374727-fe1c-4445-afcb-b9fecec3148b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.377385] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 792.377385] env[69245]: value = "task-3707607" [ 792.377385] env[69245]: _type = "Task" [ 792.377385] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.396149] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.418363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.540221] env[69245]: DEBUG nova.compute.manager [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received event network-vif-plugged-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.540540] env[69245]: DEBUG oslo_concurrency.lockutils [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.540794] env[69245]: DEBUG oslo_concurrency.lockutils [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.540968] env[69245]: DEBUG oslo_concurrency.lockutils [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.541315] env[69245]: DEBUG nova.compute.manager [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] No waiting events found dispatching network-vif-plugged-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 792.541517] env[69245]: WARNING nova.compute.manager [req-851bfdea-7caf-4d35-a10f-0c421eef426a req-ac112e5a-0098-4185-8c11-deff38e2ffaa service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received unexpected event network-vif-plugged-dafa1dde-bbda-48ab-962b-c86044ca41c6 for instance with vm_state building and task_state spawning. [ 792.548305] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.794805] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707605, 'name': Rename_Task, 'duration_secs': 0.200482} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.801281] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.802116] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1659e47-53e1-4437-a4e3-e844846b85b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.811733] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 792.811733] env[69245]: value = "task-3707608" [ 792.811733] env[69245]: _type = "Task" [ 792.811733] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.831993] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.832335] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.832335] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c27e3b-7272-95d4-03ac-3a8a61782c31" [ 792.832335] env[69245]: _type = "HttpNfcLease" [ 792.832335] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.832611] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.832611] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c27e3b-7272-95d4-03ac-3a8a61782c31" [ 792.832611] env[69245]: _type = "HttpNfcLease" [ 792.832611] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.833643] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185602c2-9443-47c8-8d8c-52cc68f0e186 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.844955] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.845206] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.921220] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Successfully updated port: dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.937313] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.961389] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.962029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.962029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.962170] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.962294] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.967895] env[69245]: INFO nova.compute.manager [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Terminating instance [ 792.982908] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee3d9f7f-e81a-48d3-a6a4-aace7160dba9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.256895] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Successfully created port: 429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.283716] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b879a2-a8e5-4f0b-b7cb-753b0ef76b27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.292984] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288e609-e839-4cb0-b6d9-fdfb51ffa128 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.335366] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff49e9c-2655-4991-bfb2-ff49c7b61a5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.345355] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.348817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde06dc-a8a1-4cad-960c-3bfa2d4603fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.368118] env[69245]: DEBUG nova.compute.provider_tree [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.430860] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.431130] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.431291] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.432615] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707607, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.475037] env[69245]: DEBUG nova.compute.manager [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.475037] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.476112] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16d6e49-59e0-4625-aff9-f0ad2056026e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.486859] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.486859] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe0caee0-8e09-4b78-817d-0d0ae7dbc27b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.498244] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 793.498244] env[69245]: value = "task-3707609" [ 793.498244] env[69245]: _type = "Task" [ 793.498244] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.510625] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.573969] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.843938] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.869843] env[69245]: DEBUG nova.scheduler.client.report [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.936874] env[69245]: DEBUG oslo_vmware.api [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707607, 'name': PowerOnVM_Task, 'duration_secs': 1.183493} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.937457] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.937757] env[69245]: INFO nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Took 6.11 seconds to spawn the instance on the hypervisor. [ 793.938136] env[69245]: DEBUG nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.939901] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c23a6c-d7ea-4a0b-97e1-aa8fa9cd0371 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.984861] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.016886] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707609, 'name': PowerOffVM_Task, 'duration_secs': 0.283995} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.019268] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.019597] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.020113] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af2d0e96-9997-4cf8-b693-9c4d25f7cf9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.107925] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.107925] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.107925] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Deleting the datastore file [datastore1] 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.108232] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c922d21-6c72-46a9-873a-548b59abe953 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119401] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for the task: (returnval){ [ 794.119401] env[69245]: value = "task-3707611" [ 794.119401] env[69245]: _type = "Task" [ 794.119401] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.133512] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.236206] env[69245]: DEBUG nova.network.neutron [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [{"id": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "address": "fa:16:3e:7a:69:75", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa1dde-bb", "ovs_interfaceid": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.350418] env[69245]: DEBUG oslo_vmware.api [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707608, 'name': PowerOnVM_Task, 'duration_secs': 1.371786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.351601] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.353626] env[69245]: DEBUG nova.compute.manager [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 794.354718] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123304e5-0291-4c41-bc8e-bc17736c7bf2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.379926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.380355] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.385606] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.882s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.391206] env[69245]: INFO nova.compute.claims [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.462764] env[69245]: INFO nova.compute.manager [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Took 32.97 seconds to build instance. [ 794.630746] env[69245]: DEBUG oslo_vmware.api [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Task: {'id': task-3707611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260485} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.631195] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.631280] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.631409] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.632370] env[69245]: INFO nova.compute.manager [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 794.632370] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.632370] env[69245]: DEBUG nova.compute.manager [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.632370] env[69245]: DEBUG nova.network.neutron [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.678863] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.679250] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.739969] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.739969] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance network_info: |[{"id": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "address": "fa:16:3e:7a:69:75", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa1dde-bb", "ovs_interfaceid": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.740104] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:69:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dafa1dde-bbda-48ab-962b-c86044ca41c6', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.749539] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.750653] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.750974] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5074c0c-22a9-4da8-8015-2d446acd0bfb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.776828] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.776828] env[69245]: value = "task-3707612" [ 794.776828] env[69245]: _type = "Task" [ 794.776828] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.787701] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707612, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.879174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.895629] env[69245]: DEBUG nova.compute.utils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.903024] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.903024] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.957128] env[69245]: DEBUG nova.policy [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24d6a8d5d6a045639aa0ea44aefb2dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18f27adee7374b9090fe09d3ce69201e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.965400] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a9fe657c-03cc-4b89-9069-0c1b540235e9 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.972s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.295666] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707612, 'name': CreateVM_Task, 'duration_secs': 0.438033} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.296073] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.297251] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.297591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.298299] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.301031] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f3b37a-163e-4415-beba-671a79c7e4ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.313446] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 795.313446] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5235cc35-c276-8d99-ac81-b2825452a2c1" [ 795.313446] env[69245]: _type = "Task" [ 795.313446] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.330739] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5235cc35-c276-8d99-ac81-b2825452a2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.384976] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Successfully created port: df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.401607] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.473700] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.720281] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Successfully updated port: 429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.744988] env[69245]: DEBUG nova.compute.manager [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.745644] env[69245]: DEBUG nova.compute.manager [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing instance network info cache due to event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.745644] env[69245]: DEBUG oslo_concurrency.lockutils [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] Acquiring lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.745880] env[69245]: DEBUG oslo_concurrency.lockutils [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] Acquired lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.745964] env[69245]: DEBUG nova.network.neutron [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.808509] env[69245]: DEBUG nova.network.neutron [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.829572] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5235cc35-c276-8d99-ac81-b2825452a2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017473} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.829915] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.830285] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.830597] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.830813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.831071] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.831414] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056ecc6f-d6e1-4ab4-a746-e4e96e80bae9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.845717] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.845932] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.846754] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1bcc63-1a2b-4719-a7a9-05487765c811 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.853094] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 795.853094] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5260a02e-8369-b266-8b03-fa4f795b2e4e" [ 795.853094] env[69245]: _type = "Task" [ 795.853094] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.863096] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5260a02e-8369-b266-8b03-fa4f795b2e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.912721] env[69245]: INFO nova.virt.block_device [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Booting with volume b03364bd-c4dc-4bdc-9509-5be37f63979c at /dev/sda [ 795.955831] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f64be5-6f0d-4fca-a393-e49193393b47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.969828] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0555faf-2b44-423e-8f46-af439d9caba5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.014900] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.017670] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35393b5a-ac0e-4e40-bf6f-0192978f44c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.027588] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ebce0-5ff9-4da3-b842-614ce2f38968 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.077652] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029a2e7-7a40-4dd5-90f8-483e1f4512ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.086404] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52716b-a003-4590-8ae0-87938e9d22bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.104341] env[69245]: DEBUG nova.virt.block_device [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating existing volume attachment record: 136bc220-b0bb-4917-bc2a-0736c966ef2b {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 796.145847] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67c9f16-00d6-4d04-958c-e985fc812902 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.152795] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.152971] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.153199] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.153339] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.153745] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.153745] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.154992] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.154992] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.154992] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.154992] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.154992] env[69245]: DEBUG nova.virt.hardware [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.157448] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4528682e-b032-42de-9d2f-5b0994855dcb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.172739] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09a3f0f-421b-458f-89f5-3f9c2e2813ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.182676] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac188d-5953-4900-9bc5-8445b9a720ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.188961] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.190097] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6718d2-da5c-4bf5-9d31-a277883ab6a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.234264] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.234264] env[69245]: ERROR oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk due to incomplete transfer. [ 796.234531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.234811] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquired lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.234811] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.236519] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-266242c5-c391-4a3a-8d87-420c5a5f65b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.239362] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba97cc-c278-4336-8655-9c3e9a096c91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.249055] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723569a-41f6-4f61-bb08-6c52e521ddd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.257280] env[69245]: DEBUG oslo_vmware.rw_handles [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520645b2-fd2a-4c76-c2a4-27bc446ff456/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.257280] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploaded image 2d1fd91a-5762-4e78-812b-bda043161873 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.262597] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.262597] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb43cd40-b1ed-49b4-8048-b48842dafe1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.274554] env[69245]: DEBUG nova.compute.provider_tree [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.277609] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 796.277609] env[69245]: value = "task-3707613" [ 796.277609] env[69245]: _type = "Task" [ 796.277609] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.287331] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707613, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.311452] env[69245]: INFO nova.compute.manager [-] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Took 1.68 seconds to deallocate network for instance. [ 796.374686] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5260a02e-8369-b266-8b03-fa4f795b2e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.016111} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.375947] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f268d29-b8f8-4234-881f-4cd36f9724d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.384412] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 796.384412] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274d08c-7e8e-2dd4-f33c-d19cc0b8dd8b" [ 796.384412] env[69245]: _type = "Task" [ 796.384412] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.396486] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274d08c-7e8e-2dd4-f33c-d19cc0b8dd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.717622] env[69245]: DEBUG nova.network.neutron [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updated VIF entry in instance network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.717622] env[69245]: DEBUG nova.network.neutron [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [{"id": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "address": "fa:16:3e:7a:69:75", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa1dde-bb", "ovs_interfaceid": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.784747] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.789186] env[69245]: DEBUG nova.scheduler.client.report [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.799911] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707613, 'name': Destroy_Task, 'duration_secs': 0.413724} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.800217] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroyed the VM [ 796.800506] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.800768] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2df70973-eaf4-4779-aac3-78ecd8a15971 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.813815] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 796.813815] env[69245]: value = "task-3707614" [ 796.813815] env[69245]: _type = "Task" [ 796.813815] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.824601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.836037] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.897585] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274d08c-7e8e-2dd4-f33c-d19cc0b8dd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.029783} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.897930] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.898233] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 7af95d4f-b663-45f4-8e7c-5462659e95f5/7af95d4f-b663-45f4-8e7c-5462659e95f5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.898500] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff4a0f39-eab5-4f53-b5fb-eb24fad1c3d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.908815] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 796.908815] env[69245]: value = "task-3707615" [ 796.908815] env[69245]: _type = "Task" [ 796.908815] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.921049] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.050728] env[69245]: DEBUG nova.network.neutron [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Updating instance_info_cache with network_info: [{"id": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "address": "fa:16:3e:7a:0c:2e", "network": {"id": "87d83c76-9758-48f5-887d-3c68bb6e5c04", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991118430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7509ef87f7481b8d516d7906e4201f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bdc86-f6", "ovs_interfaceid": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.195167] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Successfully updated port: df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.221769] env[69245]: DEBUG oslo_concurrency.lockutils [req-2e617b23-bb44-42a4-9cee-e29c28f5ed9a req-39bb9d5c-1082-471f-8642-2f20ab7fd169 service nova] Releasing lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.296127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.296832] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.299711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.475s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.300021] env[69245]: DEBUG nova.objects.instance [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lazy-loading 'resources' on Instance uuid 666862d2-15cc-4d59-985c-bb406c1c5435 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.330434] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707614, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.375241] env[69245]: INFO nova.compute.manager [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Rebuilding instance [ 797.418174] env[69245]: DEBUG nova.compute.manager [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Received event network-vif-plugged-df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.418174] env[69245]: DEBUG oslo_concurrency.lockutils [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] Acquiring lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.418174] env[69245]: DEBUG oslo_concurrency.lockutils [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.418174] env[69245]: DEBUG oslo_concurrency.lockutils [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.418174] env[69245]: DEBUG nova.compute.manager [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] No waiting events found dispatching network-vif-plugged-df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 797.418615] env[69245]: WARNING nova.compute.manager [req-f486d7fd-fd0a-4abe-8221-038e03317422 req-e64038d5-ccd5-4728-bc5b-9930857cdecc service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Received unexpected event network-vif-plugged-df36ccab-41a3-4d4c-a03c-750863d86915 for instance with vm_state building and task_state block_device_mapping. [ 797.429309] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707615, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.446130] env[69245]: DEBUG nova.compute.manager [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.446972] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1787b1-53c5-497d-b839-2f0603915c52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.555933] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Releasing lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.556460] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Instance network_info: |[{"id": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "address": "fa:16:3e:7a:0c:2e", "network": {"id": "87d83c76-9758-48f5-887d-3c68bb6e5c04", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991118430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7509ef87f7481b8d516d7906e4201f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bdc86-f6", "ovs_interfaceid": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.557064] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:0c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '429bdc86-f63c-4205-9f1f-0c7dd8324d22', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.567344] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Creating folder: Project (6b7509ef87f7481b8d516d7906e4201f). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.568192] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa968c1-6883-4aec-92dd-f5c705233e21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.580962] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Created folder: Project (6b7509ef87f7481b8d516d7906e4201f) in parent group-v738357. [ 797.581352] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Creating folder: Instances. Parent ref: group-v738454. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.581739] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c0001a-4761-49c5-84bc-4bbe0bf1814d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.593844] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Created folder: Instances in parent group-v738454. [ 797.594174] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.594408] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.594636] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e5b6e1-02d7-47c9-a386-afeea74f0281 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.616451] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.616451] env[69245]: value = "task-3707618" [ 797.616451] env[69245]: _type = "Task" [ 797.616451] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.625565] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707618, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.698511] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.698723] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquired lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.698907] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.804383] env[69245]: DEBUG nova.compute.utils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.809610] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.809752] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.828974] env[69245]: DEBUG oslo_vmware.api [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632138} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.829200] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.829525] env[69245]: INFO nova.compute.manager [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 797.863769] env[69245]: DEBUG nova.policy [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a60d6d67e0a4968a4b6040700ac3f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7ac53d4a4034953aae2a8c1006632f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.929890] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691514} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.930220] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 7af95d4f-b663-45f4-8e7c-5462659e95f5/7af95d4f-b663-45f4-8e7c-5462659e95f5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.930439] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.930708] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aafaec7-28fe-4f35-83bd-1ce7588630ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.942493] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 797.942493] env[69245]: value = "task-3707619" [ 797.942493] env[69245]: _type = "Task" [ 797.942493] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.955240] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.130321] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707618, 'name': CreateVM_Task, 'duration_secs': 0.451155} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.130658] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.131337] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.131655] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.131991] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.132274] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8df567a-9136-43f6-8ac8-ef858d32f960 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.141724] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 798.141724] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9dd71-a2d1-9707-cfbb-faef62b2c9c1" [ 798.141724] env[69245]: _type = "Task" [ 798.141724] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.157497] env[69245]: INFO nova.compute.manager [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Rebuilding instance [ 798.161508] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9dd71-a2d1-9707-cfbb-faef62b2c9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.169524] env[69245]: DEBUG nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Received event network-vif-deleted-8e461d9e-38ad-4c5a-8744-9a36d094c0bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.169810] env[69245]: DEBUG nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Received event network-vif-plugged-429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.170087] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Acquiring lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.170381] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.170710] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.171188] env[69245]: DEBUG nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] No waiting events found dispatching network-vif-plugged-429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.171438] env[69245]: WARNING nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Received unexpected event network-vif-plugged-429bdc86-f63c-4205-9f1f-0c7dd8324d22 for instance with vm_state building and task_state spawning. [ 798.171672] env[69245]: DEBUG nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Received event network-changed-429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.171887] env[69245]: DEBUG nova.compute.manager [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Refreshing instance network info cache due to event network-changed-429bdc86-f63c-4205-9f1f-0c7dd8324d22. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.172167] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Acquiring lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.172378] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Acquired lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.172583] env[69245]: DEBUG nova.network.neutron [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Refreshing network info cache for port 429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.218918] env[69245]: DEBUG nova.compute.manager [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.220744] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87db4616-f25f-4c1a-88e8-7dc5a1b8aeb7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.223621] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Successfully created port: 49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.238460] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.238987] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.239205] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.239356] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.239530] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.239672] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.239812] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.240022] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.240200] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.240390] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.242398] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.242660] env[69245]: DEBUG nova.virt.hardware [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.244967] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122e86df-13ac-4bb3-9b75-69c29f770cfa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.256714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9598fa4f-1e6e-4c6f-bd0f-af4e4423cff2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.284182] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.310490] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.400999] env[69245]: DEBUG nova.compute.manager [None req-53a73ed7-bb91-485d-a6e8-dcf53aaa2401 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Found 1 images (rotation: 2) {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 798.456529] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152752} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.456529] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.457299] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99545347-a035-45a6-aef8-14e902913233 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.466007] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.478551] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fb623d-acd0-4b24-a5b0-556383d95f1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.489797] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 7af95d4f-b663-45f4-8e7c-5462659e95f5/7af95d4f-b663-45f4-8e7c-5462659e95f5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.492827] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c117aa-d9c3-49d5-b8dd-0a05845eb5e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.506512] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdb1417-70aa-42bd-851d-0983ddc99d5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.518844] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc317d9-ddf7-411e-8822-1448741ddc29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.521911] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 798.521911] env[69245]: value = "task-3707620" [ 798.521911] env[69245]: _type = "Task" [ 798.521911] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.524015] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 798.524015] env[69245]: value = "task-3707621" [ 798.524015] env[69245]: _type = "Task" [ 798.524015] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.562055] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0716e64-aba4-4e65-b7ac-7a5ad2e006de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.568673] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.574168] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.575807] env[69245]: DEBUG nova.network.neutron [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating instance_info_cache with network_info: [{"id": "df36ccab-41a3-4d4c-a03c-750863d86915", "address": "fa:16:3e:a0:e9:a1", "network": {"id": "c041c6d9-a290-47a4-90e2-9e362b9eeac3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-152120713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18f27adee7374b9090fe09d3ce69201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36ccab-41", "ovs_interfaceid": "df36ccab-41a3-4d4c-a03c-750863d86915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.585436] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24810a29-657f-4e08-8e86-2964d9e8d402 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.590430] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.591053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.605037] env[69245]: DEBUG nova.compute.provider_tree [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.653058] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9dd71-a2d1-9707-cfbb-faef62b2c9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017841} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.654240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.654240] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.654240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.654240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.654503] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.655076] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bbc1925-a7f1-4b83-8d3a-55ba155a6b03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.678891] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.679118] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.680082] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faaa284a-2547-47fb-838a-cc2658746dac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.689474] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 798.689474] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b58664-3a18-fb59-a196-942fc876a6cc" [ 798.689474] env[69245]: _type = "Task" [ 798.689474] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.698374] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b58664-3a18-fb59-a196-942fc876a6cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.023419] env[69245]: DEBUG nova.network.neutron [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Updated VIF entry in instance network info cache for port 429bdc86-f63c-4205-9f1f-0c7dd8324d22. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.023808] env[69245]: DEBUG nova.network.neutron [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Updating instance_info_cache with network_info: [{"id": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "address": "fa:16:3e:7a:0c:2e", "network": {"id": "87d83c76-9758-48f5-887d-3c68bb6e5c04", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1991118430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b7509ef87f7481b8d516d7906e4201f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap429bdc86-f6", "ovs_interfaceid": "429bdc86-f63c-4205-9f1f-0c7dd8324d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.042883] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707620, 'name': PowerOffVM_Task, 'duration_secs': 0.160241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.047836] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.049021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.049021] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.050049] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a52b2d-38b8-45a6-9078-0e399f5d6379 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.058683] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.058977] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc7179d-3dea-4153-b4bb-35bc37a61499 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.085578] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Releasing lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.085977] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Instance network_info: |[{"id": "df36ccab-41a3-4d4c-a03c-750863d86915", "address": "fa:16:3e:a0:e9:a1", "network": {"id": "c041c6d9-a290-47a4-90e2-9e362b9eeac3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-152120713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18f27adee7374b9090fe09d3ce69201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36ccab-41", "ovs_interfaceid": "df36ccab-41a3-4d4c-a03c-750863d86915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.086980] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df36ccab-41a3-4d4c-a03c-750863d86915', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.096604] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Creating folder: Project (18f27adee7374b9090fe09d3ce69201e). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.098400] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1189aeb0-e4c6-4266-b396-63f265578930 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.099900] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.100791] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.100791] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Deleting the datastore file [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.100791] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b1492fa-ef52-4a22-8e83-16019583eb0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.109349] env[69245]: DEBUG nova.scheduler.client.report [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.112030] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 799.112030] env[69245]: value = "task-3707624" [ 799.112030] env[69245]: _type = "Task" [ 799.112030] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.119451] env[69245]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 799.119451] env[69245]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69245) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 799.119451] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Folder already exists: Project (18f27adee7374b9090fe09d3ce69201e). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 799.119451] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Creating folder: Instances. Parent ref: group-v738393. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.119451] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477e3fbf-7cab-4918-ac6b-93ade0cccdab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.124049] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.129633] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Created folder: Instances in parent group-v738393. [ 799.129633] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.129633] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.131316] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b4fbe9f-7d8f-4cc2-b3ff-0dd7eab69b74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.151775] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.151775] env[69245]: value = "task-3707626" [ 799.151775] env[69245]: _type = "Task" [ 799.151775] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.161344] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707626, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.201247] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b58664-3a18-fb59-a196-942fc876a6cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014792} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.202306] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dcfad6-b8ea-45ed-a9b9-1a325bc7a1ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.210449] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 799.210449] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52109efe-4187-4674-16f4-8c3d3d76fc40" [ 799.210449] env[69245]: _type = "Task" [ 799.210449] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.221893] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52109efe-4187-4674-16f4-8c3d3d76fc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.248343] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.248343] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5720945-06f5-43d7-930a-e7f6935367f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.256352] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 799.256352] env[69245]: value = "task-3707627" [ 799.256352] env[69245]: _type = "Task" [ 799.256352] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.267397] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.325726] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.351445] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.351445] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.351445] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.351601] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.351601] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.351601] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.351601] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.351601] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.351737] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.351737] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.351737] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.352529] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c038c24c-10ee-45f8-8d93-97a92c60d436 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.366614] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7bb863-3553-437b-ab6e-724b004efba7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.530784] env[69245]: DEBUG oslo_concurrency.lockutils [req-ac29a768-fd9d-4fd0-9c2b-c982a4ac4f5f req-26c5b15d-7ed2-41a3-aa12-49bb64797ead service nova] Releasing lock "refresh_cache-b7c6331c-3651-4b02-b34c-c8efaccec931" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.543380] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.613959] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.617607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.098s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.617607] env[69245]: DEBUG nova.objects.instance [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lazy-loading 'resources' on Instance uuid a9b3a7da-f8fa-4819-ae19-3b21257936ba {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.629743] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.630389] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.630898] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.630898] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.641009] env[69245]: INFO nova.scheduler.client.report [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted allocations for instance 666862d2-15cc-4d59-985c-bb406c1c5435 [ 799.662784] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707626, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.721883] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52109efe-4187-4674-16f4-8c3d3d76fc40, 'name': SearchDatastore_Task, 'duration_secs': 0.019923} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.722026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.723028] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b7c6331c-3651-4b02-b34c-c8efaccec931/b7c6331c-3651-4b02-b34c-c8efaccec931.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.723028] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa84e41e-f06e-45c7-92b4-8a514af4bc85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.730652] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 799.730652] env[69245]: value = "task-3707628" [ 799.730652] env[69245]: _type = "Task" [ 799.730652] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.740100] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.767321] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707627, 'name': PowerOffVM_Task, 'duration_secs': 0.164918} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.767893] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.767953] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.768937] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541896b8-8e96-4843-a33f-035fc17b8765 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.778257] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.778609] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-875d7c19-4d88-4de3-9a4b-36c98ed2ff0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783372] env[69245]: DEBUG nova.compute.manager [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.786418] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379714a-480b-463f-869e-3b0dc929b622 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.806269] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Successfully updated port: 49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.810100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.810100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.810100] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Deleting the datastore file [datastore1] 52226813-7807-42e1-9d49-378dbd70a061 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.810645] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0102a8db-56fe-4e78-89b4-80f57cf28de3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.819637] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 799.819637] env[69245]: value = "task-3707630" [ 799.819637] env[69245]: _type = "Task" [ 799.819637] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.832492] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.894500] env[69245]: DEBUG nova.compute.manager [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Received event network-changed-df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.894595] env[69245]: DEBUG nova.compute.manager [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Refreshing instance network info cache due to event network-changed-df36ccab-41a3-4d4c-a03c-750863d86915. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.894812] env[69245]: DEBUG oslo_concurrency.lockutils [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] Acquiring lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.894990] env[69245]: DEBUG oslo_concurrency.lockutils [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] Acquired lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895245] env[69245]: DEBUG nova.network.neutron [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Refreshing network info cache for port df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.042906] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707621, 'name': ReconfigVM_Task, 'duration_secs': 1.319094} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.043379] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 7af95d4f-b663-45f4-8e7c-5462659e95f5/7af95d4f-b663-45f4-8e7c-5462659e95f5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.044219] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74d99ca5-e437-4021-95e5-2be3a6f15775 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.051967] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 800.051967] env[69245]: value = "task-3707631" [ 800.051967] env[69245]: _type = "Task" [ 800.051967] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.065310] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707631, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.153926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1617c3f-c5bc-480a-8234-a611b9c2430a tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "666862d2-15cc-4d59-985c-bb406c1c5435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.975s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.167061] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707626, 'name': CreateVM_Task, 'duration_secs': 0.972595} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.170316] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.172137] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': '136bc220-b0bb-4917-bc2a-0736c966ef2b', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738406', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'name': 'volume-b03364bd-c4dc-4bdc-9509-5be37f63979c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a6ea8e-7609-447e-aa54-202ff859cba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'serial': 'b03364bd-c4dc-4bdc-9509-5be37f63979c'}, 'volume_type': None}], 'swap': None} {{(pid=69245) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 800.172374] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Root volume attach. Driver type: vmdk {{(pid=69245) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 800.173588] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb9062-9d5d-4374-af6a-3f13ec2f7819 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.189545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e31cddc-1f27-4737-ad66-924715c5401f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.200547] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcdf900-72c7-4a6d-8b92-35a3604f55b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.213693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d09fca7d-1079-48eb-8f14-2bec1379d454 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.225418] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 800.225418] env[69245]: value = "task-3707632" [ 800.225418] env[69245]: _type = "Task" [ 800.225418] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.239515] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.249228] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.298965] env[69245]: INFO nova.compute.manager [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] instance snapshotting [ 800.299897] env[69245]: DEBUG nova.objects.instance [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.309218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.309469] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.309694] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.331063] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140701} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.333866] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.334215] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.334542] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.565479] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707631, 'name': Rename_Task, 'duration_secs': 0.175468} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.568472] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.568948] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b5fafc4-36df-4774-b6ba-c397452d52d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.577186] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 800.577186] env[69245]: value = "task-3707633" [ 800.577186] env[69245]: _type = "Task" [ 800.577186] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.590258] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.652736] env[69245]: DEBUG nova.network.neutron [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updated VIF entry in instance network info cache for port df36ccab-41a3-4d4c-a03c-750863d86915. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.656023] env[69245]: DEBUG nova.network.neutron [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating instance_info_cache with network_info: [{"id": "df36ccab-41a3-4d4c-a03c-750863d86915", "address": "fa:16:3e:a0:e9:a1", "network": {"id": "c041c6d9-a290-47a4-90e2-9e362b9eeac3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-152120713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18f27adee7374b9090fe09d3ce69201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36ccab-41", "ovs_interfaceid": "df36ccab-41a3-4d4c-a03c-750863d86915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.666710] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.667293] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.667293] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.667402] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.667501] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.667658] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.667983] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.668170] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.668952] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.668952] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.668952] env[69245]: DEBUG nova.virt.hardware [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.669641] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6f520a-2317-4573-8598-4064da35f7e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.682631] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ce96e7-835f-4cba-adac-6d5b8c8ab93d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.689240] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb74419-2e32-4978-9d35-47e13521b088 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.706681] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6051691-506d-406d-a716-15f1bc4d61f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.710294] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.715799] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.716530] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.717211] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54ba3eaf-c9d3-40b9-9105-fce01537e1b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.763525] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015f6616-db21-49f5-b6e8-0fa81c4aac0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.767440] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.767440] env[69245]: value = "task-3707634" [ 800.767440] env[69245]: _type = "Task" [ 800.767440] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.779951] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633791} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.780292] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 34%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.780956] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b7c6331c-3651-4b02-b34c-c8efaccec931/b7c6331c-3651-4b02-b34c-c8efaccec931.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.781181] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.782495] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0f3e41-bb1c-4eb8-aa7b-d2a0d0a3e028 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.790334] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec070672-a99f-4043-ad12-07944e465ce9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.792437] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707634, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.808620] env[69245]: DEBUG nova.compute.provider_tree [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.813767] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97abdc6-27d5-4fed-962e-f61334a15dbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.818846] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 800.818846] env[69245]: value = "task-3707635" [ 800.818846] env[69245]: _type = "Task" [ 800.818846] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.849027] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352169b4-2dc4-43cb-a858-e9cefc79f472 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.854196] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.857064] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.029668] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Updating instance_info_cache with network_info: [{"id": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "address": "fa:16:3e:fa:08:a0", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bbc057-25", "ovs_interfaceid": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.089820] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.155827] env[69245]: DEBUG oslo_concurrency.lockutils [req-25b85a6e-1b8e-4017-9210-d6284413b9a3 req-dd1d577b-1514-4dab-a486-f3d8139111a4 service nova] Releasing lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270191] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 45%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.281399] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707634, 'name': CreateVM_Task, 'duration_secs': 0.348571} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.281590] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.282057] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.282336] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.282702] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.283045] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554a7230-36b3-428a-8744-04eafe3565ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.289906] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 801.289906] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080dc7-5889-697c-2b60-e6218a381163" [ 801.289906] env[69245]: _type = "Task" [ 801.289906] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.301670] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080dc7-5889-697c-2b60-e6218a381163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.320894] env[69245]: DEBUG nova.scheduler.client.report [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.334498] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.422425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.334802] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.335697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce895db9-a5fb-4834-a6a7-479bb246070b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.368647] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] b7c6331c-3651-4b02-b34c-c8efaccec931/b7c6331c-3651-4b02-b34c-c8efaccec931.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.368647] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.368647] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe208cb2-9f82-4cea-9c3c-b4a5aef8a28a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.383474] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fc42fd3-24fe-439a-817e-b4e04b357872 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.395264] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 801.395264] env[69245]: value = "task-3707636" [ 801.395264] env[69245]: _type = "Task" [ 801.395264] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.398279] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.398636] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.398816] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.399042] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.399237] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.399424] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.399722] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.400338] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.400338] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.400464] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.400645] env[69245]: DEBUG nova.virt.hardware [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.404414] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e0861-5610-479f-b5b5-ba54a8198c6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.408483] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 801.408483] env[69245]: value = "task-3707637" [ 801.408483] env[69245]: _type = "Task" [ 801.408483] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.429087] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282cb90-acde-4d53-bcb0-11bac928c2f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.434497] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.438772] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.452723] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.459218] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.460687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.460687] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d0d891b-815f-4535-8068-3197af781e89 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.482409] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.482409] env[69245]: value = "task-3707638" [ 801.482409] env[69245]: _type = "Task" [ 801.482409] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.492273] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707638, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.534902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.535332] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Instance network_info: |[{"id": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "address": "fa:16:3e:fa:08:a0", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bbc057-25", "ovs_interfaceid": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.535923] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:08:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49bbc057-256c-4e42-9c44-4e1e95ea4375', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.545226] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating folder: Project (d7ac53d4a4034953aae2a8c1006632f5). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.545736] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b368a701-a5d4-478a-aa2c-92000188c535 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.561737] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created folder: Project (d7ac53d4a4034953aae2a8c1006632f5) in parent group-v738357. [ 801.561994] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating folder: Instances. Parent ref: group-v738461. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.562584] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9d78b5-84b6-438d-bd3d-6c8d6ba33af4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.575346] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created folder: Instances in parent group-v738461. [ 801.575794] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.576098] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.576440] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-078af676-cdf2-4e91-b215-670a180b4438 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.606836] env[69245]: DEBUG oslo_vmware.api [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707633, 'name': PowerOnVM_Task, 'duration_secs': 0.551594} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.608762] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.609049] env[69245]: INFO nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 10.99 seconds to spawn the instance on the hypervisor. [ 801.609049] env[69245]: DEBUG nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.609305] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.609305] env[69245]: value = "task-3707641" [ 801.609305] env[69245]: _type = "Task" [ 801.609305] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.610226] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8a09c-6506-437b-a954-69dcc13c93ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.628247] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707641, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.772611] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 58%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.810256] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080dc7-5889-697c-2b60-e6218a381163, 'name': SearchDatastore_Task, 'duration_secs': 0.095482} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.810256] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.810663] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.810901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.811094] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.811280] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.811677] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739ad552-6c51-45cc-a767-c25aa8d0afef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.830332] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.834257] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.468s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.836070] env[69245]: INFO nova.compute.claims [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.842344] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.842344] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.842344] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863be85b-89f0-467e-8868-224b07d629dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.854336] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 801.854336] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525743e3-1cb1-6c51-3d4b-ba2c3cc96636" [ 801.854336] env[69245]: _type = "Task" [ 801.854336] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.867707] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525743e3-1cb1-6c51-3d4b-ba2c3cc96636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.879115] env[69245]: INFO nova.scheduler.client.report [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Deleted allocations for instance a9b3a7da-f8fa-4819-ae19-3b21257936ba [ 801.922613] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707636, 'name': ReconfigVM_Task, 'duration_secs': 0.471755} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.923093] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Reconfigured VM instance instance-0000001f to attach disk [datastore2] b7c6331c-3651-4b02-b34c-c8efaccec931/b7c6331c-3651-4b02-b34c-c8efaccec931.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.923898] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89b407c9-1277-41d0-a1bb-79932574577a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.930604] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.940918] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 801.940918] env[69245]: value = "task-3707642" [ 801.940918] env[69245]: _type = "Task" [ 801.940918] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.960529] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707642, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.000867] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707638, 'name': CreateVM_Task, 'duration_secs': 0.417212} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.001175] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.001799] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.002099] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.002330] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.002609] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-254d14c5-d95e-4cb6-bfd6-bb13c20b618a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.011784] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 802.011784] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dda802-a1ee-0dea-fea8-545e4e2b77da" [ 802.011784] env[69245]: _type = "Task" [ 802.011784] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.026613] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dda802-a1ee-0dea-fea8-545e4e2b77da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.087327] env[69245]: DEBUG nova.compute.manager [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Received event network-vif-plugged-49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.087519] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Acquiring lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.087782] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.087982] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.088202] env[69245]: DEBUG nova.compute.manager [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] No waiting events found dispatching network-vif-plugged-49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 802.088389] env[69245]: WARNING nova.compute.manager [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Received unexpected event network-vif-plugged-49bbc057-256c-4e42-9c44-4e1e95ea4375 for instance with vm_state building and task_state spawning. [ 802.088630] env[69245]: DEBUG nova.compute.manager [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Received event network-changed-49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.088729] env[69245]: DEBUG nova.compute.manager [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Refreshing instance network info cache due to event network-changed-49bbc057-256c-4e42-9c44-4e1e95ea4375. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.088946] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Acquiring lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.089228] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Acquired lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.089374] env[69245]: DEBUG nova.network.neutron [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Refreshing network info cache for port 49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.135329] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707641, 'name': CreateVM_Task, 'duration_secs': 0.469702} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.137280] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.137827] env[69245]: INFO nova.compute.manager [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 40.54 seconds to build instance. [ 802.139448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.139625] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.139942] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.140413] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7f371c-3678-4ff4-831c-2e386c74c43c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.149422] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 802.149422] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203b071-ff00-0e5c-03e7-8e8a61637ba3" [ 802.149422] env[69245]: _type = "Task" [ 802.149422] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.163281] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203b071-ff00-0e5c-03e7-8e8a61637ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.269929] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 71%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.370130] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525743e3-1cb1-6c51-3d4b-ba2c3cc96636, 'name': SearchDatastore_Task, 'duration_secs': 0.099499} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.371061] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d23877-05f1-4a7c-8d7e-08be595ab953 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.381782] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 802.381782] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274db39-4f00-5dea-602e-4c8f6bba1830" [ 802.381782] env[69245]: _type = "Task" [ 802.381782] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.394381] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e08e400-e1a0-45ab-9d7a-248bbbad6089 tempest-DeleteServersAdminTestJSON-638818905 tempest-DeleteServersAdminTestJSON-638818905-project-member] Lock "a9b3a7da-f8fa-4819-ae19-3b21257936ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.812s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.398619] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274db39-4f00-5dea-602e-4c8f6bba1830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.427890] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707637, 'name': CreateSnapshot_Task, 'duration_secs': 0.829995} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.428191] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.429055] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee54c3a2-c0f1-4d20-ab61-1f5df9599b57 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.454917] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707642, 'name': Rename_Task, 'duration_secs': 0.213604} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.455228] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.455510] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a175c9-2655-474a-9988-a8cd5a7bdcd8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.465869] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 802.465869] env[69245]: value = "task-3707643" [ 802.465869] env[69245]: _type = "Task" [ 802.465869] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.477374] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.524450] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dda802-a1ee-0dea-fea8-545e4e2b77da, 'name': SearchDatastore_Task, 'duration_secs': 0.093778} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.524793] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.525048] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.525274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.642531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-666d82a6-fe67-4843-92ed-37e462b32b7a tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.944s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.668387] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203b071-ff00-0e5c-03e7-8e8a61637ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.017354} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.669245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.669245] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.669245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.669431] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.669573] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.669868] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52094449-cfcf-4f94-8a23-054516a97e9f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.684070] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.684287] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.687913] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc587d5-6fff-4e66-aa4f-3441b6e18327 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.698279] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 802.698279] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5248098d-fbe7-f603-89d7-e5d7d40ab8e3" [ 802.698279] env[69245]: _type = "Task" [ 802.698279] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.712190] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5248098d-fbe7-f603-89d7-e5d7d40ab8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.772471] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 84%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.857773] env[69245]: DEBUG nova.network.neutron [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Updated VIF entry in instance network info cache for port 49bbc057-256c-4e42-9c44-4e1e95ea4375. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.857859] env[69245]: DEBUG nova.network.neutron [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Updating instance_info_cache with network_info: [{"id": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "address": "fa:16:3e:fa:08:a0", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bbc057-25", "ovs_interfaceid": "49bbc057-256c-4e42-9c44-4e1e95ea4375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.901065] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274db39-4f00-5dea-602e-4c8f6bba1830, 'name': SearchDatastore_Task, 'duration_secs': 0.09232} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.904559] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904927] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.905912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.906180] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.907239] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd545603-06ec-4cee-ae64-d9ab26805910 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.908823] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6f68e8-0faa-484f-9ab2-c9b986ae92e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.923280] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 802.923280] env[69245]: value = "task-3707644" [ 802.923280] env[69245]: _type = "Task" [ 802.923280] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.928757] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.928963] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.929768] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67244f40-77df-4b9c-bdf2-236a23c778dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.936555] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.945023] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 802.945023] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f3c10-988a-9d44-7f60-ba6984b4ad6c" [ 802.945023] env[69245]: _type = "Task" [ 802.945023] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.960009] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.964316] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b798f3a-8216-478a-a2c3-67b99eb7ae63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.976895] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f3c10-988a-9d44-7f60-ba6984b4ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.979721] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 802.979721] env[69245]: value = "task-3707645" [ 802.979721] env[69245]: _type = "Task" [ 802.979721] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.983676] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.999233] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707645, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.145683] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.211874] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5248098d-fbe7-f603-89d7-e5d7d40ab8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.018082} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.212480] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64237709-2dc4-4058-a146-b6f742e224c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.221403] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 803.221403] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52024bd0-3c6a-4e0a-3fc5-91e3c4446e9a" [ 803.221403] env[69245]: _type = "Task" [ 803.221403] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.230664] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52024bd0-3c6a-4e0a-3fc5-91e3c4446e9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.242020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.242269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.275468] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.325023] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 803.325778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ac13b9-52dc-46a9-b3ff-15452e0d73ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.338458] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 803.338591] env[69245]: ERROR oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk due to incomplete transfer. [ 803.338844] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3763d517-e48c-4aa6-9f0c-9855517a1f01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.355185] env[69245]: DEBUG oslo_vmware.rw_handles [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524469d0-07e6-682a-9f0a-37e24f2c64dd/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 803.355644] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Uploaded image bdeda64d-41af-4575-a7e4-4b69b3ddb68e to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 803.358904] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 803.359569] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d8b102f-a3a4-4934-882f-b556cf53f2e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.362913] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96ce3a0-e00d-4cf0-aa5c-c59b2fe30a61 req-9e22d723-760c-4255-9e85-d64474773c1a service nova] Releasing lock "refresh_cache-6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372805] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 803.372805] env[69245]: value = "task-3707646" [ 803.372805] env[69245]: _type = "Task" [ 803.372805] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.389815] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707646, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.440940] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.460181] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f3c10-988a-9d44-7f60-ba6984b4ad6c, 'name': SearchDatastore_Task, 'duration_secs': 0.094539} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.464571] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f686a6b-c638-4581-aae8-9191f25eed97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.476789] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 803.476789] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296e794-4430-2c03-3cd5-3e05f15f4caf" [ 803.476789] env[69245]: _type = "Task" [ 803.476789] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.485246] env[69245]: DEBUG oslo_vmware.api [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707643, 'name': PowerOnVM_Task, 'duration_secs': 0.623719} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.493033] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.493033] env[69245]: INFO nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Took 9.91 seconds to spawn the instance on the hypervisor. [ 803.493033] env[69245]: DEBUG nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.497800] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e5de9-386e-42be-987c-f6759a4cc43d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.501454] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296e794-4430-2c03-3cd5-3e05f15f4caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.511522] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707645, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.546281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd78da-e91f-4254-93e4-904b44c30446 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.561225] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab40569-8ad8-40c3-8c4e-5ff2ae2f7da3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.600119] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95990832-2c40-4b06-8601-dc7fd2e1d999 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.619836] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d523b3-f5cf-4cc5-871d-12bf89ae0e39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.636353] env[69245]: DEBUG nova.compute.provider_tree [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.682594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.733049] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52024bd0-3c6a-4e0a-3fc5-91e3c4446e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.017646} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.734222] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.734514] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb/6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.734842] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7433db6d-39e5-4b06-b4ff-1c2b5faec99b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.743696] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 803.743696] env[69245]: value = "task-3707647" [ 803.743696] env[69245]: _type = "Task" [ 803.743696] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.753538] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.770208] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.885277] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707646, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.906890] env[69245]: DEBUG nova.compute.manager [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.907091] env[69245]: DEBUG nova.compute.manager [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing instance network info cache due to event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.907304] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.907475] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.907671] env[69245]: DEBUG nova.network.neutron [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.939209] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728592} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.939209] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.939476] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.939653] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7943047-a522-4646-a12f-3f7e1e7b24df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.949277] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 803.949277] env[69245]: value = "task-3707648" [ 803.949277] env[69245]: _type = "Task" [ 803.949277] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.958868] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.009399] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296e794-4430-2c03-3cd5-3e05f15f4caf, 'name': SearchDatastore_Task, 'duration_secs': 0.067747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.010534] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.010954] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.011559] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caea5132-4412-43e1-bbb0-d4cb01628f6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.018320] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707645, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.026901] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 804.026901] env[69245]: value = "task-3707649" [ 804.026901] env[69245]: _type = "Task" [ 804.026901] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.027253] env[69245]: INFO nova.compute.manager [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Took 39.71 seconds to build instance. [ 804.041929] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.140306] env[69245]: DEBUG nova.scheduler.client.report [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.255765] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707647, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.270802] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task} progress is 98%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.384547] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707646, 'name': Destroy_Task, 'duration_secs': 0.563136} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.385167] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Destroyed the VM [ 804.385531] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.385851] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-762cbba2-04c5-4d78-9a1f-9330ceee8113 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396482] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 804.396482] env[69245]: value = "task-3707650" [ 804.396482] env[69245]: _type = "Task" [ 804.396482] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.409159] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.465214] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310102} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.465214] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.465738] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51549a82-929c-47ef-8059-02e436655bb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.499019] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.499019] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d55f5e5-72b4-49c4-a75e-b0b74bf77cfa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.532372] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707645, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.539357] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fc8e06b5-6e73-4510-82d4-93bbc4f90855 tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.819s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.540108] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 804.540108] env[69245]: value = "task-3707651" [ 804.540108] env[69245]: _type = "Task" [ 804.540108] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.552398] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.560992] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.650025] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.650025] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.652124] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.220s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.652834] env[69245]: DEBUG nova.objects.instance [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lazy-loading 'resources' on Instance uuid 211374d1-cebf-44bd-8394-076ca21242f0 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.753792] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547695} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.754157] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb/6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.754389] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.754647] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9408da42-90de-4065-a2dd-119143ec1185 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.758643] env[69245]: DEBUG nova.network.neutron [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updated VIF entry in instance network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.758993] env[69245]: DEBUG nova.network.neutron [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.766909] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 804.766909] env[69245]: value = "task-3707652" [ 804.766909] env[69245]: _type = "Task" [ 804.766909] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.772048] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707632, 'name': RelocateVM_Task, 'duration_secs': 4.140721} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.773483] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 804.774055] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738406', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'name': 'volume-b03364bd-c4dc-4bdc-9509-5be37f63979c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a6ea8e-7609-447e-aa54-202ff859cba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'serial': 'b03364bd-c4dc-4bdc-9509-5be37f63979c'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 804.774991] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff57a50-ce1c-445d-8bea-baa6333e6b95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.782695] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.799859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c7248-96ee-48d0-8550-f07a4f612627 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.828457] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-b03364bd-c4dc-4bdc-9509-5be37f63979c/volume-b03364bd-c4dc-4bdc-9509-5be37f63979c.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.828803] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b744514-a451-48e7-be0b-df0dc91097f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.850993] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 804.850993] env[69245]: value = "task-3707653" [ 804.850993] env[69245]: _type = "Task" [ 804.850993] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.862570] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.906385] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.011476] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707645, 'name': CloneVM_Task, 'duration_secs': 1.745594} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.011853] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created linked-clone VM from snapshot [ 805.012700] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bcf75c-5975-468f-8b38-ccddecb7acf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.021011] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploading image 697792f6-ec3c-45a6-8c97-ce35270d5cd5 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.044983] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.047107] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.047107] env[69245]: value = "vm-738465" [ 805.047107] env[69245]: _type = "VirtualMachine" [ 805.047107] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.050481] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.050771] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.051046] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b294f7c-dd8a-4db0-a416-db3ad827bc08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.052505] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd05b6f9-3405-4b7e-8020-d2a33d2f5919 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.054739] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.063529] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.065943] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 805.065943] env[69245]: value = "task-3707655" [ 805.065943] env[69245]: _type = "Task" [ 805.065943] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.066312] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease: (returnval){ [ 805.066312] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da58a3-bfc7-c85a-6ab7-48f968bb7d94" [ 805.066312] env[69245]: _type = "HttpNfcLease" [ 805.066312] env[69245]: } obtained for exporting VM: (result){ [ 805.066312] env[69245]: value = "vm-738465" [ 805.066312] env[69245]: _type = "VirtualMachine" [ 805.066312] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.066614] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the lease: (returnval){ [ 805.066614] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da58a3-bfc7-c85a-6ab7-48f968bb7d94" [ 805.066614] env[69245]: _type = "HttpNfcLease" [ 805.066614] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.081974] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.082775] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.082775] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da58a3-bfc7-c85a-6ab7-48f968bb7d94" [ 805.082775] env[69245]: _type = "HttpNfcLease" [ 805.082775] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.157722] env[69245]: DEBUG nova.compute.utils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.162950] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.163205] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.209663] env[69245]: DEBUG nova.policy [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a60d6d67e0a4968a4b6040700ac3f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7ac53d4a4034953aae2a8c1006632f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.265281] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc2d1cae-426b-4876-87ef-d45888632fe5 req-269a909d-695f-4da2-85e5-411edd117d64 service nova] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.277701] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10386} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.277997] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.278887] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9f345-181e-40ff-baf6-161d1de692d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.308920] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb/6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.312888] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9c3a5a-2903-46f0-9552-0a8d2d30f98b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.335076] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 805.335076] env[69245]: value = "task-3707656" [ 805.335076] env[69245]: _type = "Task" [ 805.335076] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.346034] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.362742] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.409987] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707650, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.557400] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707651, 'name': ReconfigVM_Task, 'duration_secs': 0.984896} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.557872] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc/2c4b1f26-fd3b-46ee-9830-774e54796cbc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.562351] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-326f9cae-0c10-4c1d-b0b2-6de7629273a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.578497] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 805.578497] env[69245]: value = "task-3707657" [ 805.578497] env[69245]: _type = "Task" [ 805.578497] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.592571] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.593384] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Successfully created port: 68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.595783] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072734} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.596034] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.596034] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da58a3-bfc7-c85a-6ab7-48f968bb7d94" [ 805.596034] env[69245]: _type = "HttpNfcLease" [ 805.596034] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.596960] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.598312] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.598312] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da58a3-bfc7-c85a-6ab7-48f968bb7d94" [ 805.598312] env[69245]: _type = "HttpNfcLease" [ 805.598312] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.602935] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ff9263-b779-4e28-a7ac-616a521b0db1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.602935] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233e42c-616b-44e9-8893-5e11f8eac554 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.609717] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707657, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.616527] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.616744] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.639058] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.640977] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96f4f84-1dba-4258-abd8-2a0e7754deb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.714039] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.724660] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 805.724660] env[69245]: value = "task-3707658" [ 805.724660] env[69245]: _type = "Task" [ 805.724660] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.734455] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.774570] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3fc36be-5b44-45c3-ac7f-02c4d99a7295 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.846204] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.868264] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707653, 'name': ReconfigVM_Task, 'duration_secs': 0.959024} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.868264] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-b03364bd-c4dc-4bdc-9509-5be37f63979c/volume-b03364bd-c4dc-4bdc-9509-5be37f63979c.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.871281] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24b0c45-b46e-4f4e-8585-4f2168b9428d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.882362] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "b7c6331c-3651-4b02-b34c-c8efaccec931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.882504] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.882780] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.882780] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.883021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.887657] env[69245]: INFO nova.compute.manager [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Terminating instance [ 805.894171] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 805.894171] env[69245]: value = "task-3707659" [ 805.894171] env[69245]: _type = "Task" [ 805.894171] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.902158] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.914543] env[69245]: DEBUG oslo_vmware.api [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707650, 'name': RemoveSnapshot_Task, 'duration_secs': 1.048649} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.914963] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.915072] env[69245]: INFO nova.compute.manager [None req-c4cb2e74-9942-40d3-8d00-902ec3710481 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 18.33 seconds to snapshot the instance on the hypervisor. [ 805.980361] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59931677-1a3e-4b3e-b7fb-f440e300a760 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.989969] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9739332e-00f1-4e3b-991b-74461de2a6d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.030252] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85bc0bb-cf78-407f-95aa-d24966d8ee3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.040251] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0211c-7540-43a7-b2d3-addca89ac489 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.060214] env[69245]: DEBUG nova.compute.provider_tree [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.091076] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707657, 'name': Rename_Task, 'duration_secs': 0.266995} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.092084] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.092084] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c416f8c-e755-4402-ab1d-7dd45a66f142 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.102640] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Waiting for the task: (returnval){ [ 806.102640] env[69245]: value = "task-3707660" [ 806.102640] env[69245]: _type = "Task" [ 806.102640] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.240861] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.347465] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707656, 'name': ReconfigVM_Task, 'duration_secs': 0.766357} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.347889] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb/6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.348587] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-898a72ca-fc92-417d-a85e-b56e8f256fed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.357921] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 806.357921] env[69245]: value = "task-3707661" [ 806.357921] env[69245]: _type = "Task" [ 806.357921] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.369639] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707661, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.392232] env[69245]: DEBUG nova.compute.manager [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.392515] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.394163] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca2490c-a29d-4992-882c-d3e269bd5ae2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.410226] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707659, 'name': ReconfigVM_Task, 'duration_secs': 0.252074} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.413836] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738406', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'name': 'volume-b03364bd-c4dc-4bdc-9509-5be37f63979c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a6ea8e-7609-447e-aa54-202ff859cba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'serial': 'b03364bd-c4dc-4bdc-9509-5be37f63979c'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 806.414777] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.415111] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940135b8-7b7e-4c70-b433-eec0e8ec5a92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.417613] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b7370a-c0da-49fb-be89-6e92070d4f2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.429813] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 806.429813] env[69245]: value = "task-3707662" [ 806.429813] env[69245]: _type = "Task" [ 806.429813] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.432512] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 806.432512] env[69245]: value = "task-3707663" [ 806.432512] env[69245]: _type = "Task" [ 806.432512] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.449223] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.457648] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707663, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.563821] env[69245]: DEBUG nova.scheduler.client.report [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.618676] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.724721] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.740637] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707658, 'name': ReconfigVM_Task, 'duration_secs': 0.540367} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.740637] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 52226813-7807-42e1-9d49-378dbd70a061/52226813-7807-42e1-9d49-378dbd70a061.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.740854] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-080e3c96-d99a-46cb-abc2-8066f6f8c2a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.749398] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 806.749398] env[69245]: value = "task-3707664" [ 806.749398] env[69245]: _type = "Task" [ 806.749398] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.759417] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.759779] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.759955] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.760160] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.760307] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.760458] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.760673] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.760835] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.761168] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.761168] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.761533] env[69245]: DEBUG nova.virt.hardware [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.762328] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff811faa-d312-4d76-8c2f-2c768d7d6d90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.769320] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707664, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.779902] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a72b28-a318-47cd-a300-cf8effca4612 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.869746] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707661, 'name': Rename_Task, 'duration_secs': 0.218687} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.870132] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.870469] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2585a71c-fdf0-4b56-b927-67e309c4fdc0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.878701] env[69245]: DEBUG nova.compute.manager [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.878854] env[69245]: DEBUG nova.compute.manager [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing instance network info cache due to event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.878963] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.879466] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.879466] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.882244] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 806.882244] env[69245]: value = "task-3707665" [ 806.882244] env[69245]: _type = "Task" [ 806.882244] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.900586] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707665, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.946384] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707662, 'name': PowerOffVM_Task, 'duration_secs': 0.227445} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.947203] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.947405] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.947712] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-194afeaf-73e6-4e27-9259-44e7b546716d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.953521] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707663, 'name': Rename_Task, 'duration_secs': 0.168381} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.954470] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.955372] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c665d14-6d97-40e1-abe5-6df95417b854 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.963062] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 806.963062] env[69245]: value = "task-3707667" [ 806.963062] env[69245]: _type = "Task" [ 806.963062] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.973858] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.036768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.037019] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.037226] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Deleting the datastore file [datastore2] b7c6331c-3651-4b02-b34c-c8efaccec931 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.037561] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98b3aa14-ced1-442e-9afc-d2d72157b6ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.052025] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for the task: (returnval){ [ 807.052025] env[69245]: value = "task-3707668" [ 807.052025] env[69245]: _type = "Task" [ 807.052025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.059780] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.072339] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.076502] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.077855] env[69245]: INFO nova.compute.claims [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.109214] env[69245]: INFO nova.scheduler.client.report [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleted allocations for instance 211374d1-cebf-44bd-8394-076ca21242f0 [ 807.118991] env[69245]: DEBUG oslo_vmware.api [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Task: {'id': task-3707660, 'name': PowerOnVM_Task, 'duration_secs': 0.642801} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.121578] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.121934] env[69245]: DEBUG nova.compute.manager [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.123062] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae303ec-258a-453c-bc3a-b4a03c29495e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.239021] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Successfully updated port: 68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.263941] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707664, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.398883] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.476520] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.564020] env[69245]: DEBUG oslo_vmware.api [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Task: {'id': task-3707668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396032} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.564452] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.564732] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.565036] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.565348] env[69245]: INFO nova.compute.manager [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Took 1.17 seconds to destroy the instance on the hypervisor. [ 807.565579] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.565817] env[69245]: DEBUG nova.compute.manager [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.566692] env[69245]: DEBUG nova.network.neutron [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.625100] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9b112e-6e33-4697-a2c6-7db17f5d07b2 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "211374d1-cebf-44bd-8394-076ca21242f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.231s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.647080] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.739294] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.739505] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.739839] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.768365] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707664, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.769972] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updated VIF entry in instance network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.770460] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.902819] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707665, 'name': PowerOnVM_Task, 'duration_secs': 0.536412} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.903577] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.907027] env[69245]: INFO nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Took 8.58 seconds to spawn the instance on the hypervisor. [ 807.907027] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.913027] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729fa6f-0034-4ef9-93cd-4919541f672a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.915458] env[69245]: DEBUG nova.compute.manager [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Received event network-vif-plugged-68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.915939] env[69245]: DEBUG oslo_concurrency.lockutils [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] Acquiring lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.916428] env[69245]: DEBUG oslo_concurrency.lockutils [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.917058] env[69245]: DEBUG oslo_concurrency.lockutils [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.917464] env[69245]: DEBUG nova.compute.manager [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] No waiting events found dispatching network-vif-plugged-68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.917841] env[69245]: WARNING nova.compute.manager [req-737ffd79-9856-4643-9b09-49c62c14084f req-58265d5c-2699-43b6-82e9-2c343de27209 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Received unexpected event network-vif-plugged-68d144eb-6e12-4413-922e-c34d5cc971ed for instance with vm_state building and task_state spawning. [ 807.977491] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.266442] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707664, 'name': Rename_Task, 'duration_secs': 1.261531} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.266778] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.267051] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7039ec9-ca34-460a-9e71-03f92ac63216 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.273580] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.273869] env[69245]: DEBUG nova.compute.manager [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.274112] env[69245]: DEBUG nova.compute.manager [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing instance network info cache due to event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.274281] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Acquiring lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.274501] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Acquired lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.274674] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.282890] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 808.282890] env[69245]: value = "task-3707669" [ 808.282890] env[69245]: _type = "Task" [ 808.282890] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.303613] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.305799] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.451250] env[69245]: INFO nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Took 34.97 seconds to build instance. [ 808.457808] env[69245]: DEBUG nova.network.neutron [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.486167] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707667, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.634277] env[69245]: DEBUG nova.network.neutron [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Updating instance_info_cache with network_info: [{"id": "68d144eb-6e12-4413-922e-c34d5cc971ed", "address": "fa:16:3e:63:e5:50", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d144eb-6e", "ovs_interfaceid": "68d144eb-6e12-4413-922e-c34d5cc971ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.728368] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897f4ca-28fb-4aa2-bfb7-3c27a22e7687 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.740756] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad111a26-dce8-41a2-a31b-fd8bdd9ac947 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.784056] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa283137-a606-4c3e-882a-bbcd7965194e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.795093] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb966c-438d-4b6e-9fcd-628631612a43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812448] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.822459] env[69245]: DEBUG nova.compute.provider_tree [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.957203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.957535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.957789] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.958131] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.958345] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.962602] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.592s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.962994] env[69245]: INFO nova.compute.manager [-] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Took 1.40 seconds to deallocate network for instance. [ 808.963460] env[69245]: INFO nova.compute.manager [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Terminating instance [ 808.988211] env[69245]: DEBUG oslo_vmware.api [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3707667, 'name': PowerOnVM_Task, 'duration_secs': 1.607385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.989255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.989524] env[69245]: INFO nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Took 10.75 seconds to spawn the instance on the hypervisor. [ 808.989747] env[69245]: DEBUG nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.990990] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f71064-c58d-4ce6-a3f8-0899f9fc7d2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.037060] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.037356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.037563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.037953] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.037953] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.041642] env[69245]: INFO nova.compute.manager [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Terminating instance [ 809.137270] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.137605] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Instance network_info: |[{"id": "68d144eb-6e12-4413-922e-c34d5cc971ed", "address": "fa:16:3e:63:e5:50", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d144eb-6e", "ovs_interfaceid": "68d144eb-6e12-4413-922e-c34d5cc971ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.138735] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:e5:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68d144eb-6e12-4413-922e-c34d5cc971ed', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.146990] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.147311] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.147576] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a7b5a5-6743-4188-bfbb-d489bc32a4c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.169797] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.169797] env[69245]: value = "task-3707670" [ 809.169797] env[69245]: _type = "Task" [ 809.169797] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.179308] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707670, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.277643] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updated VIF entry in instance network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.278097] env[69245]: DEBUG nova.network.neutron [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [{"id": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "address": "fa:16:3e:7a:69:75", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa1dde-bb", "ovs_interfaceid": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.299710] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.326509] env[69245]: DEBUG nova.scheduler.client.report [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.473333] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.477310] env[69245]: DEBUG nova.compute.manager [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.477592] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.479309] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8f803-fd93-4228-9731-bfbdab37d093 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.497100] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.497100] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10876e0e-5653-49d1-a218-9787363f47e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.506493] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.507266] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 809.507266] env[69245]: value = "task-3707671" [ 809.507266] env[69245]: _type = "Task" [ 809.507266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.524072] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.524698] env[69245]: INFO nova.compute.manager [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Took 36.56 seconds to build instance. [ 809.546948] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "refresh_cache-2c4b1f26-fd3b-46ee-9830-774e54796cbc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.547149] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquired lock "refresh_cache-2c4b1f26-fd3b-46ee-9830-774e54796cbc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.547332] env[69245]: DEBUG nova.network.neutron [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.684272] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707670, 'name': CreateVM_Task, 'duration_secs': 0.381903} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.684272] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.684272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.684272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.684272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.684272] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db7235a-5892-4258-b522-e3ca401f8568 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.690132] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 809.690132] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267eca9-8bd4-10c7-5edd-cab2b9860712" [ 809.690132] env[69245]: _type = "Task" [ 809.690132] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.702764] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267eca9-8bd4-10c7-5edd-cab2b9860712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.781436] env[69245]: DEBUG oslo_concurrency.lockutils [req-e16e8892-f013-46a0-9183-3a5ac8348b71 req-9fe4785c-ce05-4d37-8d67-d5b749d8a9ea service nova] Releasing lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798925] env[69245]: DEBUG oslo_vmware.api [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707669, 'name': PowerOnVM_Task, 'duration_secs': 1.17724} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.799467] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.799883] env[69245]: DEBUG nova.compute.manager [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.801054] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e0f47-fa9c-4c13-adde-32f7cc31fb67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.833462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.834552] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.838138] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.982s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.840275] env[69245]: INFO nova.compute.claims [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.864041] env[69245]: DEBUG nova.compute.manager [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Received event network-vif-deleted-429bdc86-f63c-4205-9f1f-0c7dd8324d22 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.864279] env[69245]: DEBUG nova.compute.manager [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.864447] env[69245]: DEBUG nova.compute.manager [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing instance network info cache due to event network-changed-dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.864660] env[69245]: DEBUG oslo_concurrency.lockutils [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] Acquiring lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.864827] env[69245]: DEBUG oslo_concurrency.lockutils [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] Acquired lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.865510] env[69245]: DEBUG nova.network.neutron [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Refreshing network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.017691] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.027906] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cfd4733-fb33-4223-b241-7f71c6bd9cfd tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.169s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.027906] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707671, 'name': PowerOffVM_Task, 'duration_secs': 0.218652} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.028251] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.028964] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.028964] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a8be83a-f7cd-4e69-b745-970f4fde9ebf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.075852] env[69245]: DEBUG nova.network.neutron [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.103904] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.104378] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.104638] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleting the datastore file [datastore2] 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.108785] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29873ffc-f1e2-40d5-a0ce-205981997c1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.119128] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for the task: (returnval){ [ 810.119128] env[69245]: value = "task-3707673" [ 810.119128] env[69245]: _type = "Task" [ 810.119128] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.131253] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.183049] env[69245]: DEBUG nova.network.neutron [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.204086] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267eca9-8bd4-10c7-5edd-cab2b9860712, 'name': SearchDatastore_Task, 'duration_secs': 0.021995} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.205199] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205520] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.205871] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.206068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.206322] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.207476] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c19226-36c8-4bdd-befa-37836bf4abec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.218287] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.218287] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.219163] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74edd2c2-132f-4d09-b6c2-55b9ff8600bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.228297] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 810.228297] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529d687a-3658-2ce9-6d33-7ebd35d67605" [ 810.228297] env[69245]: _type = "Task" [ 810.228297] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.240689] env[69245]: DEBUG nova.compute.manager [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Received event network-changed-68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.240971] env[69245]: DEBUG nova.compute.manager [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Refreshing instance network info cache due to event network-changed-68d144eb-6e12-4413-922e-c34d5cc971ed. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.241797] env[69245]: DEBUG oslo_concurrency.lockutils [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] Acquiring lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.241797] env[69245]: DEBUG oslo_concurrency.lockutils [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] Acquired lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.241797] env[69245]: DEBUG nova.network.neutron [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Refreshing network info cache for port 68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.249977] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529d687a-3658-2ce9-6d33-7ebd35d67605, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.255334] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae89ca19-71cc-416a-b8a6-39f2ebd4436c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.264939] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 810.264939] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f7ddf-029d-38f7-3f12-a6d313673c85" [ 810.264939] env[69245]: _type = "Task" [ 810.264939] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.281077] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f7ddf-029d-38f7-3f12-a6d313673c85, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.281443] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.281772] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f153deb7-511b-45b6-817f-7e5e55cf9836/f153deb7-511b-45b6-817f-7e5e55cf9836.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.282133] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da90bce-bbdd-4e0c-b00a-f0cf0296c9ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.290863] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 810.290863] env[69245]: value = "task-3707674" [ 810.290863] env[69245]: _type = "Task" [ 810.290863] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.300743] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.327512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.348589] env[69245]: DEBUG nova.compute.utils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.352019] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.352019] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.417832] env[69245]: DEBUG nova.policy [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c29b5e97ea0142c7abed9f72fe772445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d0d3ed458b434593c38dbf60724052', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.530238] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.576231] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.576707] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.578994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.578994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.578994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.580561] env[69245]: INFO nova.compute.manager [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Terminating instance [ 810.613403] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "22ed893c-95fc-4487-87cc-e3d7727c2230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.613403] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.630606] env[69245]: DEBUG oslo_vmware.api [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Task: {'id': task-3707673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167373} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.631769] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.632164] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.632476] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.632768] env[69245]: INFO nova.compute.manager [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.633139] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.633591] env[69245]: DEBUG nova.compute.manager [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.633833] env[69245]: DEBUG nova.network.neutron [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.689026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Releasing lock "refresh_cache-2c4b1f26-fd3b-46ee-9830-774e54796cbc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689026] env[69245]: DEBUG nova.compute.manager [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.689026] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.689026] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fa44c-1bc8-4558-ac01-1b702740c577 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.699805] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.700361] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b621fa6e-ef83-4568-910a-30e23a1ea1fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.714027] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 810.714027] env[69245]: value = "task-3707675" [ 810.714027] env[69245]: _type = "Task" [ 810.714027] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.731068] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.809207] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707674, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.844332] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully created port: 3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.856055] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.023392] env[69245]: DEBUG nova.network.neutron [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Updated VIF entry in instance network info cache for port 68d144eb-6e12-4413-922e-c34d5cc971ed. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.023803] env[69245]: DEBUG nova.network.neutron [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Updating instance_info_cache with network_info: [{"id": "68d144eb-6e12-4413-922e-c34d5cc971ed", "address": "fa:16:3e:63:e5:50", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d144eb-6e", "ovs_interfaceid": "68d144eb-6e12-4413-922e-c34d5cc971ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.056505] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.089856] env[69245]: DEBUG nova.compute.manager [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.090249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.091318] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f3707-0571-40b4-ba53-48d594f0a3b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.108291] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.112467] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81f0c7d5-6a4e-40ed-8889-a64d52f82ac1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.120929] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 811.120929] env[69245]: value = "task-3707676" [ 811.120929] env[69245]: _type = "Task" [ 811.120929] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.131177] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.157797] env[69245]: INFO nova.compute.manager [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Rebuilding instance [ 811.188159] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully created port: ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.232264] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707675, 'name': PowerOffVM_Task, 'duration_secs': 0.306594} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.232742] env[69245]: DEBUG nova.compute.manager [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.233088] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.233206] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.233996] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf8e7e5-2724-45d8-89e7-9eec88ab07e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.239132] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e0c231c-e721-4334-9861-0d61c016590d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.282936] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.283318] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.283457] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Deleting the datastore file [datastore1] 2c4b1f26-fd3b-46ee-9830-774e54796cbc {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.284794] env[69245]: DEBUG nova.network.neutron [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updated VIF entry in instance network info cache for port dafa1dde-bbda-48ab-962b-c86044ca41c6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.285060] env[69245]: DEBUG nova.network.neutron [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [{"id": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "address": "fa:16:3e:7a:69:75", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdafa1dde-bb", "ovs_interfaceid": "dafa1dde-bbda-48ab-962b-c86044ca41c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.287335] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a97f7b-8886-4c8d-bc14-dc4e83243574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.297716] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for the task: (returnval){ [ 811.297716] env[69245]: value = "task-3707678" [ 811.297716] env[69245]: _type = "Task" [ 811.297716] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.306819] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535286} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.311731] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f153deb7-511b-45b6-817f-7e5e55cf9836/f153deb7-511b-45b6-817f-7e5e55cf9836.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.313214] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.313633] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff73f62-4582-4ade-8d3b-ddd0c8a795db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.319885] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.330345] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 811.330345] env[69245]: value = "task-3707679" [ 811.330345] env[69245]: _type = "Task" [ 811.330345] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.343445] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.496872] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully created port: 8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.528213] env[69245]: DEBUG oslo_concurrency.lockutils [req-af025eda-f0bc-43d5-bb9d-f953c301c1e6 req-b114f99a-602a-4b6c-82e1-523f4adf2974 service nova] Releasing lock "refresh_cache-f153deb7-511b-45b6-817f-7e5e55cf9836" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da87cf2-9f2d-4f02-b318-bb81764b5775 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.570741] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54d7c7-90db-4aa7-80e9-ec97ce1742d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.607121] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5763ee3c-699d-45f3-93a9-63a537233451 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.615973] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28098b6d-aec2-4759-873c-17ebf70a88fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.633258] env[69245]: DEBUG nova.compute.provider_tree [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.641045] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707676, 'name': PowerOffVM_Task, 'duration_secs': 0.299714} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.641825] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.641825] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.641825] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d724f6bd-86ae-4843-b4db-fae6096ef538 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.713413] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.713667] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.713896] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleting the datastore file [datastore1] 7af95d4f-b663-45f4-8e7c-5462659e95f5 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.714190] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fce4ec8-2ac0-4067-a816-1d1d8439f64c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.725598] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 811.725598] env[69245]: value = "task-3707681" [ 811.725598] env[69245]: _type = "Task" [ 811.725598] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.734312] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.788222] env[69245]: DEBUG oslo_concurrency.lockutils [req-fc1b6456-5bd5-4781-a85b-9e0ed7a3f090 req-0e6eb294-2395-40d1-8a28-4a5453747629 service nova] Releasing lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.810128] env[69245]: DEBUG oslo_vmware.api [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Task: {'id': task-3707678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130103} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.810602] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.810711] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.811249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.811472] env[69245]: INFO nova.compute.manager [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 811.811741] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.811953] env[69245]: DEBUG nova.compute.manager [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.812061] env[69245]: DEBUG nova.network.neutron [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.842061] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098994} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.842519] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.846817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869e9fc-9163-4b42-95ce-eee647e5f225 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.850608] env[69245]: DEBUG nova.network.neutron [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.874074] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] f153deb7-511b-45b6-817f-7e5e55cf9836/f153deb7-511b-45b6-817f-7e5e55cf9836.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.875413] env[69245]: DEBUG nova.network.neutron [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.877773] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.880269] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f65b8d-02d6-4005-a07b-0d6ac4766d68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.896320] env[69245]: INFO nova.compute.manager [-] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Took 0.08 seconds to deallocate network for instance. [ 811.906193] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 811.906193] env[69245]: value = "task-3707682" [ 811.906193] env[69245]: _type = "Task" [ 811.906193] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.918538] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.925028] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.925463] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.926028] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.929043] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.929043] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.929043] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.929043] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.929043] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.929405] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.929405] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.929405] env[69245]: DEBUG nova.virt.hardware [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.930231] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6645043-8b08-4da5-8d8b-047ac0f9ac92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.942028] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050a84c-91c2-44df-a736-bf28786632fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.138056] env[69245]: DEBUG nova.scheduler.client.report [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.236573] env[69245]: DEBUG oslo_vmware.api [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154195} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.236864] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.237061] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.237253] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.237443] env[69245]: INFO nova.compute.manager [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 812.237701] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.237932] env[69245]: DEBUG nova.compute.manager [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.238063] env[69245]: DEBUG nova.network.neutron [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.242529] env[69245]: DEBUG nova.network.neutron [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.253988] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.254371] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113f3880-957e-46f6-91a9-7425495c33e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.261530] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 812.261530] env[69245]: value = "task-3707683" [ 812.261530] env[69245]: _type = "Task" [ 812.261530] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.271553] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.404523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.417296] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707682, 'name': ReconfigVM_Task, 'duration_secs': 0.35337} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.417617] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Reconfigured VM instance instance-00000022 to attach disk [datastore1] f153deb7-511b-45b6-817f-7e5e55cf9836/f153deb7-511b-45b6-817f-7e5e55cf9836.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.418277] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cdaada7-e23a-4789-b47c-ac8fb3e46545 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.426282] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 812.426282] env[69245]: value = "task-3707684" [ 812.426282] env[69245]: _type = "Task" [ 812.426282] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.436151] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707684, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.643117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.643911] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.647068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.975s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.745410] env[69245]: INFO nova.compute.manager [-] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Took 2.11 seconds to deallocate network for instance. [ 812.774715] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707683, 'name': PowerOffVM_Task, 'duration_secs': 0.317194} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.775709] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.775964] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.779884] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc44ffa9-b868-49dc-a279-e87461a4f536 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.785888] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 812.785888] env[69245]: value = "task-3707685" [ 812.785888] env[69245]: _type = "Task" [ 812.785888] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.799286] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 812.799286] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 812.799286] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738386', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'name': 'volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce1154-cb3c-4906-a59c-a596e4eb5706', 'attached_at': '', 'detached_at': '', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'serial': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 812.799567] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1076cf-e1f3-421c-9083-85ee963bb2c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.824649] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f793098-78b3-4f65-b0d8-f8acba0ecc8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.834117] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3629fd-720d-4307-925f-2d5819883163 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.860082] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6587603-b25d-4abc-a1a0-a5103956a0c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.877402] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] The volume has not been displaced from its original location: [datastore2] volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79/volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 812.883146] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.883519] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5994ffa-978f-447e-acae-c02a0c0c0c60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.903600] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 812.903600] env[69245]: value = "task-3707686" [ 812.903600] env[69245]: _type = "Task" [ 812.903600] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.912717] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.937623] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707684, 'name': Rename_Task, 'duration_secs': 0.169113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.937949] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.938219] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5124cc39-760b-4e54-91f6-5b12288eb378 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.952088] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 812.952088] env[69245]: value = "task-3707687" [ 812.952088] env[69245]: _type = "Task" [ 812.952088] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.961316] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.066855] env[69245]: DEBUG nova.compute.manager [req-3538cd36-1af2-4e8c-bc61-71405177b6cc req-bd76bf4a-59cf-4720-9a01-575a415a394b service nova] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Received event network-vif-deleted-9e5576ed-ecc7-476b-9cfa-e7d363cfb348 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.150891] env[69245]: DEBUG nova.compute.utils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.156453] env[69245]: INFO nova.compute.claims [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.162503] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.162774] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.234244] env[69245]: DEBUG nova.policy [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e98168221937474aa2649d2e27f3d482', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75b72c7eb154b4696d755a58ffc6e7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.256037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.267948] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully updated port: 3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.328687] env[69245]: DEBUG nova.network.neutron [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.367137] env[69245]: DEBUG nova.compute.manager [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Received event network-changed-df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.367137] env[69245]: DEBUG nova.compute.manager [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Refreshing instance network info cache due to event network-changed-df36ccab-41a3-4d4c-a03c-750863d86915. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.367137] env[69245]: DEBUG oslo_concurrency.lockutils [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] Acquiring lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.367602] env[69245]: DEBUG oslo_concurrency.lockutils [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] Acquired lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.368266] env[69245]: DEBUG nova.network.neutron [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Refreshing network info cache for port df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.416882] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707686, 'name': ReconfigVM_Task, 'duration_secs': 0.26312} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.417265] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.424242] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d208745a-3a6e-4a55-bb21-79dfa4742b03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.444489] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 813.444489] env[69245]: value = "task-3707688" [ 813.444489] env[69245]: _type = "Task" [ 813.444489] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.453948] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.467029] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.662878] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.671425] env[69245]: INFO nova.compute.resource_tracker [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating resource usage from migration 6bfdceff-3ed9-4065-911e-08f755080c35 [ 813.766905] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.767202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.767461] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.767596] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.767763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.772074] env[69245]: INFO nova.compute.manager [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Terminating instance [ 813.798211] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Successfully created port: 06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.832411] env[69245]: INFO nova.compute.manager [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 1.59 seconds to deallocate network for instance. [ 813.955382] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707688, 'name': ReconfigVM_Task, 'duration_secs': 0.179526} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.962178] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738386', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'name': 'volume-c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6ce1154-cb3c-4906-a59c-a596e4eb5706', 'attached_at': '', 'detached_at': '', 'volume_id': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79', 'serial': 'c50c3009-6b6b-4b89-a90c-aee5e41ccf79'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 813.962603] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.966615] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5fc6e2-b5f2-4e16-828d-2f2b7c77e8a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.978906] env[69245]: DEBUG oslo_vmware.api [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707687, 'name': PowerOnVM_Task, 'duration_secs': 0.532368} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.985491] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.985882] env[69245]: INFO nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Took 7.26 seconds to spawn the instance on the hypervisor. [ 813.986163] env[69245]: DEBUG nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 813.986512] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.987603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9a0fc7-8fd7-4db6-9faa-8a3c977baa17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.990472] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938c9dc5-3a6f-477e-8b77-a53feb4416a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.078746] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.078995] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.079202] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Deleting the datastore file [datastore2] e6ce1154-cb3c-4906-a59c-a596e4eb5706 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.079507] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2a86c5-d768-485a-a4be-0f076042783e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.093791] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for the task: (returnval){ [ 814.093791] env[69245]: value = "task-3707690" [ 814.093791] env[69245]: _type = "Task" [ 814.093791] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.108497] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.182023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "52226813-7807-42e1-9d49-378dbd70a061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.182023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.182023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "52226813-7807-42e1-9d49-378dbd70a061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.182023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.182312] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.183203] env[69245]: INFO nova.compute.manager [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Terminating instance [ 814.283267] env[69245]: DEBUG nova.compute.manager [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.283584] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.285218] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9770287b-b7ee-49da-b86c-29d767cd0d77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.296022] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.296022] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67edf63-fbdc-424d-b2c8-d6b1a5ebdfd0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.306304] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 814.306304] env[69245]: value = "task-3707691" [ 814.306304] env[69245]: _type = "Task" [ 814.306304] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.318236] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.341787] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.362854] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b739486-1c7c-480e-bd33-0756d1c04138 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.374214] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896c4e5d-35b0-404d-9c71-34407119427d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.407742] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca67d0a7-4bd0-4c3a-8261-9a0ddbfe7d24 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.417690] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ec9e4e-6198-424c-99cd-efdaf448070f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.434079] env[69245]: DEBUG nova.compute.provider_tree [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.519981] env[69245]: INFO nova.compute.manager [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Took 33.17 seconds to build instance. [ 814.609756] env[69245]: DEBUG oslo_vmware.api [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Task: {'id': task-3707690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250838} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.610380] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.610755] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.611131] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.678547] env[69245]: DEBUG nova.network.neutron [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updated VIF entry in instance network info cache for port df36ccab-41a3-4d4c-a03c-750863d86915. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.678929] env[69245]: DEBUG nova.network.neutron [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating instance_info_cache with network_info: [{"id": "df36ccab-41a3-4d4c-a03c-750863d86915", "address": "fa:16:3e:a0:e9:a1", "network": {"id": "c041c6d9-a290-47a4-90e2-9e362b9eeac3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-152120713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18f27adee7374b9090fe09d3ce69201e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36ccab-41", "ovs_interfaceid": "df36ccab-41a3-4d4c-a03c-750863d86915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.684157] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 814.684157] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04aee0e6-73ec-4507-a661-c152fb08c2db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.687855] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.689579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "refresh_cache-52226813-7807-42e1-9d49-378dbd70a061" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689877] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquired lock "refresh_cache-52226813-7807-42e1-9d49-378dbd70a061" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.690193] env[69245]: DEBUG nova.network.neutron [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.699508] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f607ab-98cb-409d-8820-0f6f9c742892 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.728196] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.729443] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.729443] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.729692] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.729948] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.730217] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.730566] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.730844] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.731162] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.731483] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.731814] env[69245]: DEBUG nova.virt.hardware [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.733972] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e8c8f-6e22-4904-8428-bac1afb28e1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.767973] env[69245]: ERROR nova.compute.manager [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Failed to detach volume c50c3009-6b6b-4b89-a90c-aee5e41ccf79 from /dev/sda: nova.exception.InstanceNotFound: Instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 could not be found. [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Traceback (most recent call last): [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self.driver.rebuild(**kwargs) [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise NotImplementedError() [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] NotImplementedError [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] During handling of the above exception, another exception occurred: [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Traceback (most recent call last): [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 814.767973] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self.driver.detach_volume(context, old_connection_info, [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] return self._volumeops.detach_volume(connection_info, instance) [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._detach_volume_vmdk(connection_info, instance) [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] stable_ref.fetch_moref(session) [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise exception.InstanceNotFound(instance_id=self._uuid) [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] nova.exception.InstanceNotFound: Instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 could not be found. [ 814.768439] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.778976] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a31a01-ab29-4f91-96b1-aab44c236f7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.815897] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707691, 'name': PowerOffVM_Task, 'duration_secs': 0.334094} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.816772] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.816772] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.817325] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df28f8fe-deb6-4439-981d-a82149c331ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.890480] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.891758] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.891758] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Deleting the datastore file [datastore1] f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.892170] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67b8f85-9380-49f3-ae03-986ff7cb8f17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.900818] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for the task: (returnval){ [ 814.900818] env[69245]: value = "task-3707693" [ 814.900818] env[69245]: _type = "Task" [ 814.900818] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.914222] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.938169] env[69245]: DEBUG nova.scheduler.client.report [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.957405] env[69245]: DEBUG nova.compute.utils [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Build of instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 aborted: Failed to rebuild volume backed instance. {{(pid=69245) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 814.962281] env[69245]: ERROR nova.compute.manager [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 aborted: Failed to rebuild volume backed instance. [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Traceback (most recent call last): [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self.driver.rebuild(**kwargs) [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise NotImplementedError() [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] NotImplementedError [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] During handling of the above exception, another exception occurred: [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Traceback (most recent call last): [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 814.962281] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._detach_root_volume(context, instance, root_bdm) [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] with excutils.save_and_reraise_exception(): [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self.force_reraise() [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise self.value [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self.driver.detach_volume(context, old_connection_info, [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] return self._volumeops.detach_volume(connection_info, instance) [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 814.962855] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._detach_volume_vmdk(connection_info, instance) [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] stable_ref.fetch_moref(session) [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise exception.InstanceNotFound(instance_id=self._uuid) [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] nova.exception.InstanceNotFound: Instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 could not be found. [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] During handling of the above exception, another exception occurred: [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Traceback (most recent call last): [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] yield [ 814.966359] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._do_rebuild_instance_with_claim( [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._do_rebuild_instance( [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._rebuild_default_impl(**kwargs) [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] self._rebuild_volume_backed_instance( [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] raise exception.BuildAbortException( [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] nova.exception.BuildAbortException: Build of instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 aborted: Failed to rebuild volume backed instance. [ 814.966838] env[69245]: ERROR nova.compute.manager [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] [ 815.023027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07cd5280-de3c-4ce9-ab20-7bdc77b1067c tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.591s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.186023] env[69245]: DEBUG oslo_concurrency.lockutils [req-51b888e2-e4ea-418e-877a-00decdf0e591 req-f5e74752-3e48-4b60-8be9-09cde1d6eeb0 service nova] Releasing lock "refresh_cache-10a6ea8e-7609-447e-aa54-202ff859cba5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225506] env[69245]: DEBUG nova.network.neutron [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.322908] env[69245]: DEBUG nova.network.neutron [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.336108] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully updated port: ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.420412] env[69245]: DEBUG oslo_vmware.api [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Task: {'id': task-3707693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440337} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.423775] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.424437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.424437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.424632] env[69245]: INFO nova.compute.manager [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.424971] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.425692] env[69245]: DEBUG nova.compute.manager [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.425830] env[69245]: DEBUG nova.network.neutron [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.432981] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.434301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2167b2-57f3-4fec-9c93-8242209361db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.444512] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.444764] env[69245]: ERROR oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk due to incomplete transfer. [ 815.445535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.799s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.445738] env[69245]: INFO nova.compute.manager [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Migrating [ 815.446091] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.446170] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447408] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05205e54-bc3b-4db1-badf-43d4c8516428 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.452396] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.588s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.459176] env[69245]: INFO nova.compute.claims [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.471529] env[69245]: DEBUG oslo_vmware.rw_handles [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52543726-f748-8a05-477a-93576df397b2/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.471729] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploaded image 697792f6-ec3c-45a6-8c97-ce35270d5cd5 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.474652] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.474941] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23b79bc1-5004-447a-9505-1a8cfee8f7d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.483121] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 815.483121] env[69245]: value = "task-3707694" [ 815.483121] env[69245]: _type = "Task" [ 815.483121] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.500863] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707694, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.530074] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.767024] env[69245]: DEBUG nova.compute.manager [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.767306] env[69245]: DEBUG nova.compute.manager [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing instance network info cache due to event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.767480] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.767623] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.767786] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.831841] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Releasing lock "refresh_cache-52226813-7807-42e1-9d49-378dbd70a061" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.832321] env[69245]: DEBUG nova.compute.manager [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.832520] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.833450] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b024a-5243-4442-98b1-89131c0ba382 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.849748] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.850109] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924a0d2c-cd97-475c-a7b3-6b1e03b5d71d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.858786] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 815.858786] env[69245]: value = "task-3707695" [ 815.858786] env[69245]: _type = "Task" [ 815.858786] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.869681] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.956021] env[69245]: INFO nova.compute.rpcapi [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 815.956021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.997019] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707694, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.059763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.209104] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-plugged-3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.211597] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.216222] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.216222] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.216222] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] No waiting events found dispatching network-vif-plugged-3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.216222] env[69245]: WARNING nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received unexpected event network-vif-plugged-3898cc46-492c-451b-820c-fcea51a4945a for instance with vm_state building and task_state spawning. [ 816.216222] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-changed-3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.216440] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing instance network info cache due to event network-changed-3898cc46-492c-451b-820c-fcea51a4945a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.216440] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquiring lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.216440] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquired lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.216440] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing network info cache for port 3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.374601] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707695, 'name': PowerOffVM_Task, 'duration_secs': 0.241326} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.375131] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.375413] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.375878] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3bae5d-5926-4f72-9672-49e7c4143aa3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.409949] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.410242] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.410477] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Deleting the datastore file [datastore1] 52226813-7807-42e1-9d49-378dbd70a061 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.410783] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19ddacfc-1c58-4e6b-a07b-98ea7eaf3cb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.418743] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for the task: (returnval){ [ 816.418743] env[69245]: value = "task-3707697" [ 816.418743] env[69245]: _type = "Task" [ 816.418743] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.430394] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.472318] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.472510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.472679] env[69245]: DEBUG nova.network.neutron [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.496438] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707694, 'name': Destroy_Task, 'duration_secs': 0.717778} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.497583] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updated VIF entry in instance network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.498627] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.499546] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroyed the VM [ 816.499546] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.500182] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ed15495-d68d-42f2-bfeb-fafa84e450e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.512906] env[69245]: DEBUG nova.network.neutron [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.512906] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 816.512906] env[69245]: value = "task-3707698" [ 816.512906] env[69245]: _type = "Task" [ 816.512906] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.527774] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.738284] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.741564] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Successfully updated port: 06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.771389] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.918890] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.939213] env[69245]: DEBUG oslo_vmware.api [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Task: {'id': task-3707697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210213} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.941066] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.941393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.941683] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.941957] env[69245]: INFO nova.compute.manager [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Took 1.11 seconds to destroy the instance on the hypervisor. [ 816.942343] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.943045] env[69245]: DEBUG nova.compute.manager [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.943195] env[69245]: DEBUG nova.network.neutron [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.969994] env[69245]: DEBUG nova.network.neutron [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.983879] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.006639] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.006639] env[69245]: DEBUG nova.compute.manager [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Received event network-vif-deleted-dafa1dde-bbda-48ab-962b-c86044ca41c6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.006974] env[69245]: DEBUG nova.compute.manager [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.006974] env[69245]: DEBUG nova.compute.manager [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing instance network info cache due to event network-changed-3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.008500] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Acquiring lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.008500] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Acquired lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.008500] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Refreshing network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.020714] env[69245]: INFO nova.compute.manager [-] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Took 1.59 seconds to deallocate network for instance. [ 817.039102] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707698, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.177614] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba91639d-be04-4985-9a3c-9f952f8e38fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.188943] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827278a-d64b-4d95-bc0c-41e603c040f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.225564] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b6f7f-9e4a-4f0a-94d7-85e3ff224c54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.234076] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f350f-707c-4574-90cb-7a366b7b9544 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.239334] env[69245]: DEBUG nova.network.neutron [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.251926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.252395] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquired lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.252395] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.254371] env[69245]: DEBUG nova.compute.provider_tree [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.382511] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "f153deb7-511b-45b6-817f-7e5e55cf9836" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.382787] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.383015] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.383481] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.383862] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.386125] env[69245]: INFO nova.compute.manager [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Terminating instance [ 817.426416] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Releasing lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.426636] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-plugged-ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.426830] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.427053] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.427263] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.427383] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] No waiting events found dispatching network-vif-plugged-ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.427550] env[69245]: WARNING nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received unexpected event network-vif-plugged-ea424f2d-2ca6-4291-8b51-fb21f98b5b30 for instance with vm_state building and task_state spawning. [ 817.427709] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-changed-ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.427866] env[69245]: DEBUG nova.compute.manager [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing instance network info cache due to event network-changed-ea424f2d-2ca6-4291-8b51-fb21f98b5b30. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.428178] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquiring lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.428336] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Acquired lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.428502] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing network info cache for port ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.474128] env[69245]: DEBUG nova.network.neutron [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.527791] env[69245]: DEBUG oslo_vmware.api [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750324} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.528228] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.528451] env[69245]: INFO nova.compute.manager [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 817.541254] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.742680] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updated VIF entry in instance network info cache for port 3eefc813-f2d7-4930-b03c-2cc70a3e7f03. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.742937] env[69245]: DEBUG nova.network.neutron [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [{"id": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "address": "fa:16:3e:e8:61:be", "network": {"id": "262199db-07ec-45ca-99b4-e2e7e019d3b4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1045526678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfbde41d6f50486ca94a56d6fef91261", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eefc813-f2", "ovs_interfaceid": "3eefc813-f2d7-4930-b03c-2cc70a3e7f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.744314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.759763] env[69245]: DEBUG nova.scheduler.client.report [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.790997] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.891178] env[69245]: DEBUG nova.compute.manager [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.891430] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.894860] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da50aab9-6cb8-4666-b0a3-a38f9517c997 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.904308] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.904308] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e7e2151-c30d-4a91-b4ec-9c685431d3a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.911028] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 817.911028] env[69245]: value = "task-3707699" [ 817.911028] env[69245]: _type = "Task" [ 817.911028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.921382] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.938163] env[69245]: DEBUG nova.network.neutron [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Updating instance_info_cache with network_info: [{"id": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "address": "fa:16:3e:45:08:11", "network": {"id": "cb2ffbd5-f7b1-45fa-84f6-f67c908b042d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1379243752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75b72c7eb154b4696d755a58ffc6e7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06651916-77", "ovs_interfaceid": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.979121] env[69245]: INFO nova.compute.manager [-] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Took 1.04 seconds to deallocate network for instance. [ 818.009023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.009449] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.009530] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.009694] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.009864] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.012062] env[69245]: INFO nova.compute.manager [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Terminating instance [ 818.027077] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.069709] env[69245]: DEBUG nova.compute.manager [None req-2a1ed8eb-ee77-4f78-9ff6-b786dd5f0029 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Found 2 images (rotation: 2) {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 818.157599] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.157914] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.158104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.158328] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.158451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.160811] env[69245]: INFO nova.compute.manager [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Terminating instance [ 818.164554] env[69245]: DEBUG nova.compute.manager [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Received event network-vif-plugged-06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.165122] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Acquiring lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.165122] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.165122] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.165245] env[69245]: DEBUG nova.compute.manager [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] No waiting events found dispatching network-vif-plugged-06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.165407] env[69245]: WARNING nova.compute.manager [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Received unexpected event network-vif-plugged-06651916-7792-49aa-a2ee-5e9e01e8ee73 for instance with vm_state building and task_state spawning. [ 818.165815] env[69245]: DEBUG nova.compute.manager [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Received event network-changed-06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.166031] env[69245]: DEBUG nova.compute.manager [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Refreshing instance network info cache due to event network-changed-06651916-7792-49aa-a2ee-5e9e01e8ee73. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.166230] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Acquiring lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.211050] env[69245]: DEBUG nova.network.neutron [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.247939] env[69245]: DEBUG oslo_concurrency.lockutils [req-1c511921-ea88-4fba-951f-9d9ef85a661a req-ed25d5a5-d5ab-43f1-9217-e38dd8aef838 service nova] Releasing lock "refresh_cache-322dcd38-4643-438a-b672-6a47edc1e5c8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265132] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.265800] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.271721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.646s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.411765] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Successfully updated port: 8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.427366] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707699, 'name': PowerOffVM_Task, 'duration_secs': 0.304566} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.428433] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.428625] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.428894] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b654fed-17f7-4391-b1d7-c04e18ed278b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.440487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Releasing lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.440806] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Instance network_info: |[{"id": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "address": "fa:16:3e:45:08:11", "network": {"id": "cb2ffbd5-f7b1-45fa-84f6-f67c908b042d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1379243752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75b72c7eb154b4696d755a58ffc6e7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06651916-77", "ovs_interfaceid": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.441159] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Acquired lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.441352] env[69245]: DEBUG nova.network.neutron [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Refreshing network info cache for port 06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.442670] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:08:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06651916-7792-49aa-a2ee-5e9e01e8ee73', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.451796] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Creating folder: Project (d75b72c7eb154b4696d755a58ffc6e7b). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.455739] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26994253-0f6b-4809-901e-029960e796e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.468973] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Created folder: Project (d75b72c7eb154b4696d755a58ffc6e7b) in parent group-v738357. [ 818.469994] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Creating folder: Instances. Parent ref: group-v738467. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.469994] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65d4d20c-5056-4751-a199-6065749648a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480065] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Created folder: Instances in parent group-v738467. [ 818.480479] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.481079] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.481079] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-379015b9-438a-4f0d-8e70-2e09c245aed0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.498886] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.499697] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.499908] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.500122] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleting the datastore file [datastore1] f153deb7-511b-45b6-817f-7e5e55cf9836 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.500913] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3898f965-fffb-40f2-b71f-89db7d12a0b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.505665] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.505665] env[69245]: value = "task-3707703" [ 818.505665] env[69245]: _type = "Task" [ 818.505665] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.513736] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 818.513736] env[69245]: value = "task-3707704" [ 818.513736] env[69245]: _type = "Task" [ 818.513736] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.521771] env[69245]: DEBUG nova.compute.manager [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.521771] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.521771] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707703, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.522808] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cf8b25-23a4-48f1-986b-21dcb043a6ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.531664] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.535037] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aaac539-0b43-4026-a18d-55143e3af1bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.537891] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.543732] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 818.543732] env[69245]: value = "task-3707705" [ 818.543732] env[69245]: _type = "Task" [ 818.543732] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.553401] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.669649] env[69245]: DEBUG nova.compute.manager [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.670131] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68902ed4-6e42-41ec-af03-cf4e824bc6d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.681179] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e6bf7-9d6d-4db2-8134-1c7dd996be85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.725239] env[69245]: DEBUG oslo_concurrency.lockutils [req-42401814-6887-41bb-b1d4-1e1a3b9e549e req-3d2be764-9489-48d9-9402-762f425b7838 service nova] Releasing lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.725239] env[69245]: WARNING nova.virt.vmwareapi.driver [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 could not be found. [ 818.725239] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.725239] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-537b695f-1717-4497-9184-7ba76a00e810 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.736494] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf63e9-0020-4785-bbf5-3c53c77ec7d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.763635] env[69245]: DEBUG nova.compute.manager [req-9ac30b72-a256-4ef5-86ac-18b8fce074c5 req-655f86bc-3db1-4130-a786-d6252de8726b service nova] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Received event network-vif-deleted-25b13ee6-214f-4351-92de-445c18a83da1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.781827] env[69245]: DEBUG nova.compute.utils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.793712] env[69245]: WARNING nova.virt.vmwareapi.vmops [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e6ce1154-cb3c-4906-a59c-a596e4eb5706 could not be found. [ 818.793996] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.794181] env[69245]: INFO nova.compute.manager [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Took 0.12 seconds to destroy the instance on the hypervisor. [ 818.794428] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.795444] env[69245]: DEBUG nova.network.neutron [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Updated VIF entry in instance network info cache for port 06651916-7792-49aa-a2ee-5e9e01e8ee73. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.795790] env[69245]: DEBUG nova.network.neutron [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Updating instance_info_cache with network_info: [{"id": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "address": "fa:16:3e:45:08:11", "network": {"id": "cb2ffbd5-f7b1-45fa-84f6-f67c908b042d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1379243752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75b72c7eb154b4696d755a58ffc6e7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06651916-77", "ovs_interfaceid": "06651916-7792-49aa-a2ee-5e9e01e8ee73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.797215] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.797470] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.800522] env[69245]: DEBUG nova.compute.manager [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.800625] env[69245]: DEBUG nova.network.neutron [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.902348] env[69245]: DEBUG nova.policy [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7a179b15114e04853c65c2c27725ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da4e0700c0144ea1b765f9bde5826b47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.920936] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.921345] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.921345] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.015876] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707703, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.024877] env[69245]: DEBUG oslo_vmware.api [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187427} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.025144] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.025330] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.025511] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.025687] env[69245]: INFO nova.compute.manager [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Took 1.13 seconds to destroy the instance on the hypervisor. [ 819.025988] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.026215] env[69245]: DEBUG nova.compute.manager [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.026302] env[69245]: DEBUG nova.network.neutron [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.053996] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707705, 'name': PowerOffVM_Task, 'duration_secs': 0.231723} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.054328] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.054509] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.054774] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2797464c-02e6-4536-ae39-240b2402f106 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.125278] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.125524] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.125779] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleting the datastore file [datastore2] 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.126112] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43cd87af-c924-4130-a035-6252bfcfced5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.132703] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 819.132703] env[69245]: value = "task-3707707" [ 819.132703] env[69245]: _type = "Task" [ 819.132703] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.142900] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.261725] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6620234-f748-45d0-ba43-b31f1d480b02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.282458] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.297549] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.300503] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Applying migration context for instance be8e0fe9-3777-42da-a8e7-658b0bc2bb97 as it has an incoming, in-progress migration 6bfdceff-3ed9-4065-911e-08f755080c35. Migration status is migrating {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 819.303279] env[69245]: INFO nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating resource usage from migration 6bfdceff-3ed9-4065-911e-08f755080c35 [ 819.307098] env[69245]: DEBUG oslo_concurrency.lockutils [req-c8378de0-0c8d-479c-b66e-dbcf0d833508 req-5d49d4bd-7b5c-4be2-990f-a956e7eb717c service nova] Releasing lock "refresh_cache-66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.320215] env[69245]: DEBUG nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.321232] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec709767-f7df-495e-9114-d8a5c3d211c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334552] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338025] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338025] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ae7e0e6f-aac9-47fa-93d2-75f19702f708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338025] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c020b49d-0484-4df0-bca9-44053f5210ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338025] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 9305dae7-b3a1-4313-9c56-efd16191efff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338292] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 322dcd38-4643-438a-b672-6a47edc1e5c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338292] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4a3b9e55-6e11-4191-8b8e-acf0a1472f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338292] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8d35fdc9-38e8-4e80-a2f1-b9df1649066e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338292] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c67b11b8-fffd-43f7-815c-428e01ec7872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338419] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338419] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 2c4b1f26-fd3b-46ee-9830-774e54796cbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338553] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d76103e4-36df-4a38-96e9-83ee667c3e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338553] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338553] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 52226813-7807-42e1-9d49-378dbd70a061 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338553] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (631aacfb-e1b8-491f-9761-218261bab7a3): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 819.338715] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b7c6331c-3651-4b02-b34c-c8efaccec931 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.338715] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 10a6ea8e-7609-447e-aa54-202ff859cba5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338715] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338715] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f153deb7-511b-45b6-817f-7e5e55cf9836 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338850] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 2add4819-da09-4267-a9fa-b29dfd8c5b9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338850] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.338850] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance cbd6cd92-e70b-4dcd-8de0-7a12a473d01b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 819.472998] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.521972] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707703, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.644674] env[69245]: DEBUG oslo_vmware.api [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153571} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.645040] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.645181] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.645361] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.645846] env[69245]: INFO nova.compute.manager [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 819.646175] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.646844] env[69245]: DEBUG nova.compute.manager [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.646844] env[69245]: DEBUG nova.network.neutron [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.789702] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.790161] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef4094fc-1b39-4bce-a40c-3b1f9c7ab456 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.794680] env[69245]: DEBUG nova.network.neutron [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.802645] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 819.802645] env[69245]: value = "task-3707708" [ 819.802645] env[69245]: _type = "Task" [ 819.802645] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.823358] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.840756] env[69245]: INFO nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] instance snapshotting [ 819.841392] env[69245]: DEBUG nova.objects.instance [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.843634] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 13440a25-adc8-40d3-9a4c-bc04d0487141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 819.858330] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Successfully created port: f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.967886] env[69245]: DEBUG nova.network.neutron [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [{"id": "3898cc46-492c-451b-820c-fcea51a4945a", "address": "fa:16:3e:cb:bf:46", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3898cc46-49", "ovs_interfaceid": "3898cc46-492c-451b-820c-fcea51a4945a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "address": "fa:16:3e:cb:04:04", "network": {"id": "0aabf1f9-da33-4b4f-8c58-82e22dd5662b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983168643", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea424f2d-2c", "ovs_interfaceid": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "address": "fa:16:3e:a2:2b:69", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af4989a-b6", "ovs_interfaceid": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.019911] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707703, 'name': CreateVM_Task, 'duration_secs': 1.335277} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.020205] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.021040] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.021216] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.021785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.022266] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ff30b7-3c91-4c56-9205-f1bb4f858539 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.029037] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 820.029037] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246b1b5-7b25-cbb2-fc30-072d9dc8ffa6" [ 820.029037] env[69245]: _type = "Task" [ 820.029037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.038553] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246b1b5-7b25-cbb2-fc30-072d9dc8ffa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.298785] env[69245]: INFO nova.compute.manager [-] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Took 1.27 seconds to deallocate network for instance. [ 820.317096] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707708, 'name': PowerOffVM_Task, 'duration_secs': 0.235458} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.317430] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.319074] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.323518] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.352358] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4e68d324-6c16-4173-bb86-a89af3de302e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.357270] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2981f3-7c00-44db-a792-9ebb80147fe5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.365418] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.365682] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.365865] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.366129] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.366596] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.366596] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.366731] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.366772] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.366983] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.367230] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.367354] env[69245]: DEBUG nova.virt.hardware [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.369554] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c9774-e469-47f1-ab90-6ecdf64ae97f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.391270] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d486fa4b-592d-48e2-9f51-4bdd1001db99 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.399318] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fe4d61-b4bb-4b36-a480-6ee454b1ef80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.471424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.471858] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance network_info: |[{"id": "3898cc46-492c-451b-820c-fcea51a4945a", "address": "fa:16:3e:cb:bf:46", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3898cc46-49", "ovs_interfaceid": "3898cc46-492c-451b-820c-fcea51a4945a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "address": "fa:16:3e:cb:04:04", "network": {"id": "0aabf1f9-da33-4b4f-8c58-82e22dd5662b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983168643", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea424f2d-2c", "ovs_interfaceid": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "address": "fa:16:3e:a2:2b:69", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af4989a-b6", "ovs_interfaceid": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.472368] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:bf:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3898cc46-492c-451b-820c-fcea51a4945a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:04:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea424f2d-2ca6-4291-8b51-fb21f98b5b30', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:2b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af4989a-b660-45c0-b0da-71c5a01baeaa', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.489025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Creating folder: Project (76d0d3ed458b434593c38dbf60724052). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.489025] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-437e052f-731d-4554-be92-3df2c68818fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.501375] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Created folder: Project (76d0d3ed458b434593c38dbf60724052) in parent group-v738357. [ 820.502273] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Creating folder: Instances. Parent ref: group-v738470. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.505405] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c47e270c-1540-4056-97f8-47b3ba5e1384 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.516736] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Created folder: Instances in parent group-v738470. [ 820.517074] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.517290] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.517503] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6b6734-9f59-4174-84e4-d53eb185ef30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.553811] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246b1b5-7b25-cbb2-fc30-072d9dc8ffa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.555026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.555154] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.555476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.555754] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.556014] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.556882] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.556882] env[69245]: value = "task-3707711" [ 820.556882] env[69245]: _type = "Task" [ 820.556882] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.557572] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1bfddf8-219d-4516-a8db-2b0dec9cb604 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.570819] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707711, 'name': CreateVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.572088] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.572570] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.573113] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2468547b-35ab-4e63-8698-217ec36b5c26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.579529] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 820.579529] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bba9d9-6ce2-c842-3fcf-ede5d31476a6" [ 820.579529] env[69245]: _type = "Task" [ 820.579529] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.589077] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bba9d9-6ce2-c842-3fcf-ede5d31476a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.707916] env[69245]: DEBUG nova.network.neutron [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.811836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.824386] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.824698] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.824928] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.825157] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.827789] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.827789] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.827789] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.827789] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.827964] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.828098] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.828288] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.841167] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52904823-49b3-4c4e-955b-9657792aaf8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.851257] env[69245]: DEBUG nova.compute.manager [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-plugged-8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.851469] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.851675] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.851834] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.852029] env[69245]: DEBUG nova.compute.manager [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] No waiting events found dispatching network-vif-plugged-8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.852188] env[69245]: WARNING nova.compute.manager [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received unexpected event network-vif-plugged-8af4989a-b660-45c0-b0da-71c5a01baeaa for instance with vm_state building and task_state spawning. [ 820.852340] env[69245]: DEBUG nova.compute.manager [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-changed-8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.852482] env[69245]: DEBUG nova.compute.manager [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing instance network info cache due to event network-changed-8af4989a-b660-45c0-b0da-71c5a01baeaa. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.852678] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Acquiring lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.852909] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Acquired lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.853072] env[69245]: DEBUG nova.network.neutron [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Refreshing network info cache for port 8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.856064] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 820.864951] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 820.864951] env[69245]: value = "task-3707712" [ 820.864951] env[69245]: _type = "Task" [ 820.864951] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.878484] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.911802] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.912546] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a93bd505-8cff-4990-ac26-616654a6e8cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.920663] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 820.920663] env[69245]: value = "task-3707713" [ 820.920663] env[69245]: _type = "Task" [ 820.920663] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.932265] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.041969] env[69245]: DEBUG nova.network.neutron [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.072466] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707711, 'name': CreateVM_Task, 'duration_secs': 0.505394} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.072760] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.074166] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.074426] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.074847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.075603] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d9084a-9e1e-4a72-845a-e3fc6ed73896 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.086328] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 821.086328] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523587e1-3984-44d8-e4ba-112b83ca34c7" [ 821.086328] env[69245]: _type = "Task" [ 821.086328] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.094634] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bba9d9-6ce2-c842-3fcf-ede5d31476a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.095951] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d219d9f-31c2-40d0-aad9-1298ff21209c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.103531] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523587e1-3984-44d8-e4ba-112b83ca34c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.104182] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.104554] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.104805] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.107395] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 821.107395] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528975a2-d168-be8d-3454-ef9eba2f9cf3" [ 821.107395] env[69245]: _type = "Task" [ 821.107395] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.116724] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528975a2-d168-be8d-3454-ef9eba2f9cf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.212660] env[69245]: INFO nova.compute.manager [-] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Took 2.41 seconds to deallocate network for instance. [ 821.261033] env[69245]: DEBUG nova.compute.manager [req-491b88b9-fe99-4930-b5ac-0eeda0aed33c req-f2d65a3c-3a22-43e5-955b-33681ca95d62 service nova] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Received event network-vif-deleted-68d144eb-6e12-4413-922e-c34d5cc971ed {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.360153] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 86bff97b-2120-400d-b464-05c3400125cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.360436] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Migration 6bfdceff-3ed9-4065-911e-08f755080c35 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 821.360591] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance be8e0fe9-3777-42da-a8e7-658b0bc2bb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 821.382676] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707712, 'name': ReconfigVM_Task, 'duration_secs': 0.417343} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.383996] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.432090] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707713, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.545852] env[69245]: INFO nova.compute.manager [-] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Took 1.90 seconds to deallocate network for instance. [ 821.622687] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528975a2-d168-be8d-3454-ef9eba2f9cf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.622687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.622687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7/66fbc220-b650-4b82-a3f8-f6f55a3dbcf7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.622687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.622687] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.622687] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59cd2216-16d0-4b03-af23-a3d951936634 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.625057] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cefc02d-7220-4db1-9cc7-c0efd7c61b4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.634195] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 821.634195] env[69245]: value = "task-3707714" [ 821.634195] env[69245]: _type = "Task" [ 821.634195] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.636160] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.636160] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.640337] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b81152-a3fb-4832-804e-949f30a98f07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.654793] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.657119] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 821.657119] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524bea8e-a888-802a-b452-2627d79b30b3" [ 821.657119] env[69245]: _type = "Task" [ 821.657119] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.669316] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524bea8e-a888-802a-b452-2627d79b30b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.669316] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1450d120-b9a9-45a5-b369-b6d90d7f9002 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.676610] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 821.676610] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d9bb1c-1c60-df7f-8d90-91c995f5f267" [ 821.676610] env[69245]: _type = "Task" [ 821.676610] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.686892] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d9bb1c-1c60-df7f-8d90-91c995f5f267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.776914] env[69245]: INFO nova.compute.manager [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Took 0.56 seconds to detach 1 volumes for instance. [ 821.779214] env[69245]: DEBUG nova.compute.manager [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Deleting volume: c50c3009-6b6b-4b89-a90c-aee5e41ccf79 {{(pid=69245) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 821.845017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.845017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.845456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.845456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.847490] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.849098] env[69245]: INFO nova.compute.manager [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Terminating instance [ 821.864091] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 821.891181] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.891544] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.891726] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.892051] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.892281] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.892508] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.892799] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.893060] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.893267] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.893439] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.893732] env[69245]: DEBUG nova.virt.hardware [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.899503] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 821.900289] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc0ad1f-fa34-4f6a-89c9-28b2e4f04374 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.917541] env[69245]: DEBUG nova.network.neutron [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updated VIF entry in instance network info cache for port 8af4989a-b660-45c0-b0da-71c5a01baeaa. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.917541] env[69245]: DEBUG nova.network.neutron [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [{"id": "3898cc46-492c-451b-820c-fcea51a4945a", "address": "fa:16:3e:cb:bf:46", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3898cc46-49", "ovs_interfaceid": "3898cc46-492c-451b-820c-fcea51a4945a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "address": "fa:16:3e:cb:04:04", "network": {"id": "0aabf1f9-da33-4b4f-8c58-82e22dd5662b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983168643", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea424f2d-2c", "ovs_interfaceid": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "address": "fa:16:3e:a2:2b:69", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af4989a-b6", "ovs_interfaceid": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.931563] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 821.931563] env[69245]: value = "task-3707716" [ 821.931563] env[69245]: _type = "Task" [ 821.931563] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.940428] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707713, 'name': CreateSnapshot_Task, 'duration_secs': 0.679539} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.941217] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.942462] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfece99-646c-478e-b1d7-5ddc5475bb67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.949365] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.059882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.147944] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505458} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.148335] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7/66fbc220-b650-4b82-a3f8-f6f55a3dbcf7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.148569] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.148857] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca660480-084e-43c6-94f3-e347e4c70aef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.156836] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 822.156836] env[69245]: value = "task-3707717" [ 822.156836] env[69245]: _type = "Task" [ 822.156836] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.166883] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.191420] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d9bb1c-1c60-df7f-8d90-91c995f5f267, 'name': SearchDatastore_Task, 'duration_secs': 0.012007} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.191842] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.192241] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2add4819-da09-4267-a9fa-b29dfd8c5b9d/2add4819-da09-4267-a9fa-b29dfd8c5b9d.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.192567] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4de1b31-007f-46d5-83cd-cd0f7cdfc660 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.203499] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 822.203499] env[69245]: value = "task-3707718" [ 822.203499] env[69245]: _type = "Task" [ 822.203499] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.216935] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.338678] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.353619] env[69245]: DEBUG nova.compute.manager [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.353858] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.354809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b22c1c-91fa-4d65-bcd1-33875f714d64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.358204] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Successfully updated port: f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.364764] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.365023] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2d975d-f411-44a9-9b61-1fe4d45145c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.367303] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.375105] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 822.375105] env[69245]: value = "task-3707719" [ 822.375105] env[69245]: _type = "Task" [ 822.375105] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.385161] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.423997] env[69245]: DEBUG oslo_concurrency.lockutils [req-2a9c4987-fee9-4b89-9c89-ad1df3b0be9a req-8814db39-54e7-4fe1-9e87-6b560f5704fc service nova] Releasing lock "refresh_cache-2add4819-da09-4267-a9fa-b29dfd8c5b9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.443073] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707716, 'name': ReconfigVM_Task, 'duration_secs': 0.338548} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.443509] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.444528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3d4411-48bb-4f32-835f-f02f3a0f8083 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.468525] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.475434] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.475843] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cd531e-2eb3-4597-94b6-e198cc40a1b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.489789] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c505c9d9-fcee-45d1-97ba-3951eacb4c60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.501271] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 822.501271] env[69245]: value = "task-3707721" [ 822.501271] env[69245]: _type = "Task" [ 822.501271] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.501271] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 822.501271] env[69245]: value = "task-3707720" [ 822.501271] env[69245]: _type = "Task" [ 822.501271] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.516252] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707721, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.520782] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707720, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.668303] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134953} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.668585] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.669458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145a347-85ff-478a-9e67-a12d912848bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.692647] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7/66fbc220-b650-4b82-a3f8-f6f55a3dbcf7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.693021] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0befeb1-cd5a-4d0b-9afd-611f5767142b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.718877] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.720469] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 822.720469] env[69245]: value = "task-3707722" [ 822.720469] env[69245]: _type = "Task" [ 822.720469] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.730176] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.861442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.861442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.861442] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.871189] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f7dbf915-0416-4aa8-9811-56ecef1916ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 822.886111] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707719, 'name': PowerOffVM_Task, 'duration_secs': 0.211638} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.887110] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.887316] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.887680] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d8ffd7-4f81-4898-abce-4d7f5e07bc59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.909964] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Received event network-vif-deleted-ff6fb484-fb5d-44cf-904d-8b651b0791a6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.910183] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Received event network-vif-deleted-49bbc057-256c-4e42-9c44-4e1e95ea4375 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.910370] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Received event network-vif-plugged-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.910542] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Acquiring lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.910743] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.910911] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.912120] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] No waiting events found dispatching network-vif-plugged-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.912120] env[69245]: WARNING nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Received unexpected event network-vif-plugged-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 for instance with vm_state building and task_state spawning. [ 822.912120] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Received event network-changed-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.912120] env[69245]: DEBUG nova.compute.manager [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Refreshing instance network info cache due to event network-changed-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.912120] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Acquiring lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.962938] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.963362] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.963802] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleting the datastore file [datastore2] 4a3b9e55-6e11-4191-8b8e-acf0a1472f66 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.964881] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b527a835-305a-49a1-a0d2-992a8332ba31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.975523] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 822.975523] env[69245]: value = "task-3707724" [ 822.975523] env[69245]: _type = "Task" [ 822.975523] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.988502] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.016581] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.020877] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707720, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.222451] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.233118] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.374292] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 22ed893c-95fc-4487-87cc-e3d7727c2230 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 823.374744] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 823.374915] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 823.400058] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.487420] env[69245]: DEBUG oslo_vmware.api [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.488135] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.488135] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.488396] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.488699] env[69245]: INFO nova.compute.manager [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Took 1.13 seconds to destroy the instance on the hypervisor. [ 823.489341] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.494958] env[69245]: DEBUG nova.compute.manager [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.495273] env[69245]: DEBUG nova.network.neutron [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.520843] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707721, 'name': ReconfigVM_Task, 'duration_secs': 0.768786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.526252] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Reconfigured VM instance instance-00000019 to attach disk [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97/be8e0fe9-3777-42da-a8e7-658b0bc2bb97.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.526252] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.528441] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707720, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.723664] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707718, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449087} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.727706] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2add4819-da09-4267-a9fa-b29dfd8c5b9d/2add4819-da09-4267-a9fa-b29dfd8c5b9d.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.728218] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.728984] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-283b6e91-47a6-44ad-8a6c-4a3632586597 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.742074] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.743683] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 823.743683] env[69245]: value = "task-3707725" [ 823.743683] env[69245]: _type = "Task" [ 823.743683] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.758449] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.914147] env[69245]: DEBUG nova.network.neutron [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Updating instance_info_cache with network_info: [{"id": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "address": "fa:16:3e:86:32:55", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06fd2cb-e3", "ovs_interfaceid": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.019038] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707720, 'name': CloneVM_Task, 'duration_secs': 1.337561} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.022179] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Created linked-clone VM from snapshot [ 824.022648] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f0452-d03d-4675-97c9-305e45bded7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.032320] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploading image bb50a81c-ee13-4e15-90a5-f28e52d78056 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 824.037416] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efae5a9-dfd2-409a-9926-9b7cce6824a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.065902] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b6986-eb31-4b63-a3ad-73a2c55cfda2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.072286] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98813fed-06b1-4041-b259-961d1df1ffec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.096999] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 824.096999] env[69245]: value = "vm-738474" [ 824.096999] env[69245]: _type = "VirtualMachine" [ 824.096999] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 824.098131] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbd1b52-629d-4bab-87de-3ae415b02cf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.101548] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.104842] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b78e490b-b823-4a64-903f-fb67b65222fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.141754] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease: (returnval){ [ 824.141754] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522e962d-ebb6-4c23-b8cc-64e9091d07ad" [ 824.141754] env[69245]: _type = "HttpNfcLease" [ 824.141754] env[69245]: } obtained for exporting VM: (result){ [ 824.141754] env[69245]: value = "vm-738474" [ 824.141754] env[69245]: _type = "VirtualMachine" [ 824.141754] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 824.142191] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the lease: (returnval){ [ 824.142191] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522e962d-ebb6-4c23-b8cc-64e9091d07ad" [ 824.142191] env[69245]: _type = "HttpNfcLease" [ 824.142191] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 824.142833] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2783c8f5-ace8-4130-aa9c-f0f97bdceb15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.154019] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 824.154019] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522e962d-ebb6-4c23-b8cc-64e9091d07ad" [ 824.154019] env[69245]: _type = "HttpNfcLease" [ 824.154019] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 824.156561] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 824.156561] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522e962d-ebb6-4c23-b8cc-64e9091d07ad" [ 824.156561] env[69245]: _type = "HttpNfcLease" [ 824.156561] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 824.158213] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3010a64-ac4a-4faa-a066-eabc85b9fb6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.161640] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e32a06-8e99-4c8b-8b10-7d1709888858 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.172839] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 824.173127] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 824.184531] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.240526] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.262593] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707722, 'name': ReconfigVM_Task, 'duration_secs': 1.055999} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.266119] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7/66fbc220-b650-4b82-a3f8-f6f55a3dbcf7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.268135] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084267} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.268387] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-863d48a9-3389-42ce-af72-666c91a927d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.270293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.271392] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4552c3f-bdc4-41eb-96f7-e68e92e6ecc0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.300863] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 2add4819-da09-4267-a9fa-b29dfd8c5b9d/2add4819-da09-4267-a9fa-b29dfd8c5b9d.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.305018] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d86a23b-a0fe-4813-9be1-644163dc2af5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.321590] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 824.321590] env[69245]: value = "task-3707727" [ 824.321590] env[69245]: _type = "Task" [ 824.321590] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.323155] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3435a21a-6921-4cca-8593-d8d9a6e5b01d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.331341] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 824.331341] env[69245]: value = "task-3707728" [ 824.331341] env[69245]: _type = "Task" [ 824.331341] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.338702] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707727, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.346382] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.416839] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.417220] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Instance network_info: |[{"id": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "address": "fa:16:3e:86:32:55", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06fd2cb-e3", "ovs_interfaceid": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.417814] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Acquired lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.417814] env[69245]: DEBUG nova.network.neutron [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Refreshing network info cache for port f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.419205] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:32:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.427860] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.429108] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.429358] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4339e7bb-c041-4033-b869-d551060a7bf5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.450094] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.450094] env[69245]: value = "task-3707729" [ 824.450094] env[69245]: _type = "Task" [ 824.450094] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.459151] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707729, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.686638] env[69245]: DEBUG nova.network.neutron [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Port 7e98c34d-2979-47d1-9581-98c08d2615cd binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.750601] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 824.751377] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.479s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.751542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.333s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.754103] env[69245]: INFO nova.compute.claims [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.758851] env[69245]: DEBUG nova.network.neutron [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.836233] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707727, 'name': Rename_Task, 'duration_secs': 0.154847} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.840849] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.841629] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b227a50e-3b94-4687-915e-8a25f1ba7a55 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.849469] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707728, 'name': ReconfigVM_Task, 'duration_secs': 0.500082} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.851056] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 2add4819-da09-4267-a9fa-b29dfd8c5b9d/2add4819-da09-4267-a9fa-b29dfd8c5b9d.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.852056] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 824.852056] env[69245]: value = "task-3707730" [ 824.852056] env[69245]: _type = "Task" [ 824.852056] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.852342] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f88891e-d066-4da7-a5f2-7c8e7288272e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.864831] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.866968] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 824.866968] env[69245]: value = "task-3707731" [ 824.866968] env[69245]: _type = "Task" [ 824.866968] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.876908] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707731, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.948829] env[69245]: DEBUG nova.compute.manager [req-26f3785f-b913-41cd-a559-150103da32d3 req-7168f64e-eee2-4b31-9394-65f7f94eb6fd service nova] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Received event network-vif-deleted-f3e0d2c8-909f-4bc3-8f2c-bd485e1e6f44 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.962329] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707729, 'name': CreateVM_Task, 'duration_secs': 0.43831} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.962534] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.965798] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.966402] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.966952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.967311] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8be6c2-77e2-4740-a4d1-9200e8651c6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.974668] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 824.974668] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c29c34-2039-dc74-c235-44ed6dc60bbb" [ 824.974668] env[69245]: _type = "Task" [ 824.974668] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.989658] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c29c34-2039-dc74-c235-44ed6dc60bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.236730] env[69245]: DEBUG nova.network.neutron [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Updated VIF entry in instance network info cache for port f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.237354] env[69245]: DEBUG nova.network.neutron [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Updating instance_info_cache with network_info: [{"id": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "address": "fa:16:3e:86:32:55", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06fd2cb-e3", "ovs_interfaceid": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.263168] env[69245]: INFO nova.compute.manager [-] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Took 1.77 seconds to deallocate network for instance. [ 825.370640] env[69245]: DEBUG oslo_vmware.api [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707730, 'name': PowerOnVM_Task, 'duration_secs': 0.51162} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.377055] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.378268] env[69245]: INFO nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Took 10.69 seconds to spawn the instance on the hypervisor. [ 825.378963] env[69245]: DEBUG nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.379962] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec06f25f-d38f-49a9-8787-c20bc86d47b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.390023] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707731, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.489198] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c29c34-2039-dc74-c235-44ed6dc60bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.489950] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.490278] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.490608] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.491118] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.491496] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.491903] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dc5e6db-f879-4169-b8ab-9824bc11203d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.506667] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.506667] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.507505] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074a90c2-08da-418a-8148-d5695ad9cb2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.516290] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 825.516290] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f9b86-964d-2b2c-bb3c-1d4da538879e" [ 825.516290] env[69245]: _type = "Task" [ 825.516290] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.527594] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f9b86-964d-2b2c-bb3c-1d4da538879e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.722461] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.722891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.723346] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.744084] env[69245]: DEBUG oslo_concurrency.lockutils [req-42138894-b0f1-4c4d-84f2-4302ebf1955a req-964f39c5-687b-45a5-b35d-5e3d26255def service nova] Releasing lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.773893] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.883355] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707731, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.903041] env[69245]: INFO nova.compute.manager [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Took 42.07 seconds to build instance. [ 826.032213] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f9b86-964d-2b2c-bb3c-1d4da538879e, 'name': SearchDatastore_Task, 'duration_secs': 0.017821} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.038371] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ea573f-9a21-40cf-aa3f-fc96d6449613 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.047290] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 826.047290] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf016b-43bb-2a6c-d4d8-cebf8f1faa59" [ 826.047290] env[69245]: _type = "Task" [ 826.047290] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.063967] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf016b-43bb-2a6c-d4d8-cebf8f1faa59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.377992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9137121-c876-40ba-9783-44fdf5d5cf01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.387244] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707731, 'name': Rename_Task, 'duration_secs': 1.161251} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.389549] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.389978] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b0039b-2fec-4440-9d0b-53f4920c7bd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.393759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e882e09-bec1-49c9-968d-8e1b6ecad2d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.429934] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a2c5d902-04e3-4acf-9a80-ea726dafa285 tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.704s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.434859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191b49c-a0bc-4581-bdd7-c4aa8f9ad7ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.437356] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 826.437356] env[69245]: value = "task-3707732" [ 826.437356] env[69245]: _type = "Task" [ 826.437356] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.446703] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c4c525-83da-48fe-8350-799c680d2c54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.456209] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.470195] env[69245]: DEBUG nova.compute.provider_tree [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.559622] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf016b-43bb-2a6c-d4d8-cebf8f1faa59, 'name': SearchDatastore_Task, 'duration_secs': 0.022103} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.560075] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.560433] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] cbd6cd92-e70b-4dcd-8de0-7a12a473d01b/cbd6cd92-e70b-4dcd-8de0-7a12a473d01b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.560787] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5749e3ed-282c-42ce-a3ee-97df12d313bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.569594] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 826.569594] env[69245]: value = "task-3707733" [ 826.569594] env[69245]: _type = "Task" [ 826.569594] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.581019] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.822931] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822931] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.822931] env[69245]: DEBUG nova.network.neutron [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.938650] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.955404] env[69245]: DEBUG oslo_vmware.api [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707732, 'name': PowerOnVM_Task, 'duration_secs': 0.522484} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.955404] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.955404] env[69245]: INFO nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Took 15.08 seconds to spawn the instance on the hypervisor. [ 826.955404] env[69245]: DEBUG nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.955716] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38afc1c7-de99-4ba8-9a0b-7522ea959f50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.977271] env[69245]: DEBUG nova.scheduler.client.report [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.082328] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707733, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.474907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.485638] env[69245]: INFO nova.compute.manager [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Took 44.23 seconds to build instance. [ 827.489643] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.490201] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.493537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.614s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.493715] env[69245]: DEBUG nova.objects.instance [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.513490] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.513728] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.582674] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543376} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.585545] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] cbd6cd92-e70b-4dcd-8de0-7a12a473d01b/cbd6cd92-e70b-4dcd-8de0-7a12a473d01b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.585545] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.585545] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-581d08ee-9e30-4790-87d1-12bf920ece0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.593022] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 827.593022] env[69245]: value = "task-3707734" [ 827.593022] env[69245]: _type = "Task" [ 827.593022] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.600683] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.771843] env[69245]: DEBUG nova.network.neutron [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.994282] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff7514f7-fce5-4511-ab82-f2eddb5a15df tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.360s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.008382] env[69245]: DEBUG nova.compute.utils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.016395] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.016395] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.104815] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0968} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.105106] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.106235] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d90e2c-4a9d-4510-84a2-ea894a0c9c37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.111563] env[69245]: DEBUG nova.policy [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195d3011d8304656a6e777e5d198eb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ae3d36e4aa42f5bc0d0593925b6ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.149854] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cbd6cd92-e70b-4dcd-8de0-7a12a473d01b/cbd6cd92-e70b-4dcd-8de0-7a12a473d01b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.150279] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3ba78e-d12b-416e-a278-304b8b1fafc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.177088] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 828.177088] env[69245]: value = "task-3707735" [ 828.177088] env[69245]: _type = "Task" [ 828.177088] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.184359] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.276569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.501585] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.516380] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0a45890-5634-4ed7-8bbb-56afa102d6e6 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.516380] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.502s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.520847] env[69245]: INFO nova.compute.claims [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.522326] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.622105] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Successfully created port: c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.686815] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707735, 'name': ReconfigVM_Task, 'duration_secs': 0.482292} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.687234] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cbd6cd92-e70b-4dcd-8de0-7a12a473d01b/cbd6cd92-e70b-4dcd-8de0-7a12a473d01b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.687940] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb1cd9f5-f403-4016-aeb4-68cd13d17918 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.695387] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 828.695387] env[69245]: value = "task-3707736" [ 828.695387] env[69245]: _type = "Task" [ 828.695387] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.705827] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707736, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.815863] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5caf11c-307c-43c1-8dd3-07800815c786 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.839054] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7c4fc-2454-49a0-8270-7ecc0e1c0559 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.849453] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.908127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.908463] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.018304] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.208677] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707736, 'name': Rename_Task, 'duration_secs': 0.204663} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.209031] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.209344] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef340bc-9a02-4488-a2b8-c68a9fe3c56a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.219031] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 829.219031] env[69245]: value = "task-3707737" [ 829.219031] env[69245]: _type = "Task" [ 829.219031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.227691] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.356490] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.356806] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9758e9d-b12c-483f-b8bd-bf8ecdca5325 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.367025] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 829.367025] env[69245]: value = "task-3707738" [ 829.367025] env[69245]: _type = "Task" [ 829.367025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.374438] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.534039] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.566088] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.566383] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.566543] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.566757] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.567089] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.567089] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.570761] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.570967] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.571178] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.571361] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.571550] env[69245]: DEBUG nova.virt.hardware [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.572493] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca79159-0310-4f20-b3c7-b2c1cdea758c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.594482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e9ea3f-058d-4371-9687-826bf7d518d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.694418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.694711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.694938] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.695144] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.695312] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.699700] env[69245]: INFO nova.compute.manager [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Terminating instance [ 829.729513] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707737, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.878359] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.097471] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc6b91-3fe3-426b-b367-90ab0cbdc4d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.108195] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f2bd62-dacf-4de3-ba04-84102530c1a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.143334] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea75694-efbe-47aa-b127-9e766985f5a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.155544] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96d4740-b418-4bd6-9c5d-9c1f50631c98 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.171700] env[69245]: DEBUG nova.compute.provider_tree [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.203571] env[69245]: DEBUG nova.compute.manager [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.203859] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.204828] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2227cb4-5e59-487f-923c-ce7859c8dde0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.214870] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.215192] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8628a4a9-5768-4983-8140-312e9f6c45bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.224853] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 830.224853] env[69245]: value = "task-3707739" [ 830.224853] env[69245]: _type = "Task" [ 830.224853] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.231936] env[69245]: DEBUG oslo_vmware.api [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707737, 'name': PowerOnVM_Task, 'duration_secs': 0.812198} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.232624] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.232843] env[69245]: INFO nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Took 9.91 seconds to spawn the instance on the hypervisor. [ 830.233025] env[69245]: DEBUG nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.233886] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f19c8a-0bbf-4d7d-a7cc-c0e9ee55497f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.240422] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.378766] env[69245]: DEBUG oslo_vmware.api [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3707738, 'name': PowerOnVM_Task, 'duration_secs': 0.514529} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.380670] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.380670] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-460745b7-2d82-47f4-9ce5-cfe567e7edaf tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance 'be8e0fe9-3777-42da-a8e7-658b0bc2bb97' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.650184] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.650330] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.650593] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.650917] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.651153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.653849] env[69245]: INFO nova.compute.manager [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Terminating instance [ 830.672636] env[69245]: DEBUG nova.compute.manager [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Received event network-vif-plugged-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.672922] env[69245]: DEBUG oslo_concurrency.lockutils [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] Acquiring lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.673178] env[69245]: DEBUG oslo_concurrency.lockutils [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.673371] env[69245]: DEBUG oslo_concurrency.lockutils [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.673546] env[69245]: DEBUG nova.compute.manager [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] No waiting events found dispatching network-vif-plugged-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.673709] env[69245]: WARNING nova.compute.manager [req-20889f0c-0321-496c-ba85-99cdf4d8feac req-616043b7-16e4-4c29-b3fa-aaf0fab5b9f4 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Received unexpected event network-vif-plugged-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f for instance with vm_state building and task_state spawning. [ 830.675182] env[69245]: DEBUG nova.scheduler.client.report [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.737092] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707739, 'name': PowerOffVM_Task, 'duration_secs': 0.364167} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.737438] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.738574] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.738574] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6b985e5-8337-402b-8793-99bdf5cb5885 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.743067] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Successfully updated port: c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.761114] env[69245]: INFO nova.compute.manager [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Took 41.92 seconds to build instance. [ 830.913301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.913681] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.913995] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleting the datastore file [datastore2] 2add4819-da09-4267-a9fa-b29dfd8c5b9d {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.914420] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340facc1-beb1-4c7e-8777-179e85a26092 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.924492] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 830.924492] env[69245]: value = "task-3707741" [ 830.924492] env[69245]: _type = "Task" [ 830.924492] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.934409] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.001502] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Acquiring lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.001691] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Acquired lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.001901] env[69245]: DEBUG nova.network.neutron [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.159819] env[69245]: DEBUG nova.compute.manager [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.160203] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.161163] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c88b2da-fa95-4987-8c2f-5acda34e9c0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.170784] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.170784] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0f4c72-e05d-43e8-81db-2772488b52a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.178463] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 831.178463] env[69245]: value = "task-3707742" [ 831.178463] env[69245]: _type = "Task" [ 831.178463] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.182586] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.183321] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.186293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.362s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.186517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.189085] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.507s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.190940] env[69245]: INFO nova.compute.claims [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.201810] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.226812] env[69245]: INFO nova.scheduler.client.report [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Deleted allocations for instance 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3 [ 831.245469] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.245704] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.245825] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.264041] env[69245]: DEBUG oslo_concurrency.lockutils [None req-906776c7-02a1-4c0a-81ca-252a9301a8a4 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.129s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.436798] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.690082] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707742, 'name': PowerOffVM_Task, 'duration_secs': 0.428835} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.690233] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.690423] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.690693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4791b3-d0cd-423d-a1b4-23478257f220 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.698983] env[69245]: DEBUG nova.compute.utils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.702854] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 831.737227] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c7c3fb68-2ad8-4c28-b45c-218ff803de75 tempest-TenantUsagesTestJSON-1548457129 tempest-TenantUsagesTestJSON-1548457129-project-member] Lock "8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.775s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.766996] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.783016] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.783016] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.783016] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Deleting the datastore file [datastore2] 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.783016] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9847b721-31e3-4b82-a19b-43a24b64f43b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.792266] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for the task: (returnval){ [ 831.792266] env[69245]: value = "task-3707744" [ 831.792266] env[69245]: _type = "Task" [ 831.792266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.805159] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.867696] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.936900] env[69245]: DEBUG oslo_vmware.api [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3707741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575583} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.939869] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.940103] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.940317] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.940496] env[69245]: INFO nova.compute.manager [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Took 1.74 seconds to destroy the instance on the hypervisor. [ 831.940743] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.940953] env[69245]: DEBUG nova.compute.manager [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.941123] env[69245]: DEBUG nova.network.neutron [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.204213] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.236443] env[69245]: DEBUG nova.network.neutron [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Updating instance_info_cache with network_info: [{"id": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "address": "fa:16:3e:86:32:55", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06fd2cb-e3", "ovs_interfaceid": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.307230] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.309356] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.345451] env[69245]: DEBUG nova.network.neutron [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Updating instance_info_cache with network_info: [{"id": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "address": "fa:16:3e:e1:26:0a", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18de30f-88", "ovs_interfaceid": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.746025] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Releasing lock "refresh_cache-cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.746434] env[69245]: DEBUG nova.compute.manager [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Inject network info {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 832.746704] env[69245]: DEBUG nova.compute.manager [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] network_info to inject: |[{"id": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "address": "fa:16:3e:86:32:55", "network": {"id": "bb31ab59-73ab-4d01-8d05-b1b4a1120706", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-57350365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da4e0700c0144ea1b765f9bde5826b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06fd2cb-e3", "ovs_interfaceid": "f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 832.754616] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Reconfiguring VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.757900] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08db9078-259e-49c5-8073-f888baf0cec9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.782451] env[69245]: DEBUG oslo_vmware.api [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Waiting for the task: (returnval){ [ 832.782451] env[69245]: value = "task-3707745" [ 832.782451] env[69245]: _type = "Task" [ 832.782451] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.804271] env[69245]: DEBUG oslo_vmware.api [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Task: {'id': task-3707745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.810892] env[69245]: DEBUG oslo_vmware.api [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Task: {'id': task-3707744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522572} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.810892] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.811059] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.812030] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.812030] env[69245]: INFO nova.compute.manager [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 832.812030] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.812030] env[69245]: DEBUG nova.compute.manager [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.812030] env[69245]: DEBUG nova.network.neutron [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.843076] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b563171-8867-45e0-87ab-f2e7873ac441 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.848803] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.849134] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance network_info: |[{"id": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "address": "fa:16:3e:e1:26:0a", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18de30f-88", "ovs_interfaceid": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.849610] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:26:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c18de30f-88d0-46e1-a647-3d2dbd2e0c7f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.858653] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating folder: Project (39ae3d36e4aa42f5bc0d0593925b6ea5). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.860303] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82d86eec-5c24-4a15-957a-3719e2bbb446 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.865277] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7637b-0b0d-4fa2-9b68-c4fb67af651e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.901508] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f4003-2110-4a46-9180-54d47fbd991a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.904703] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created folder: Project (39ae3d36e4aa42f5bc0d0593925b6ea5) in parent group-v738357. [ 832.905658] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating folder: Instances. Parent ref: group-v738476. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.905658] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8544799-c8d9-4da0-b6c1-7baa3b09dbe0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.914425] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9046f8f5-89a7-4605-884c-ba5c09385a41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.920124] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created folder: Instances in parent group-v738476. [ 832.920531] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.921196] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.921528] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46a8f816-2ee0-4acf-b880-5b1584a61338 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.947931] env[69245]: DEBUG nova.compute.provider_tree [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.957308] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.957308] env[69245]: value = "task-3707748" [ 832.957308] env[69245]: _type = "Task" [ 832.957308] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.969893] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707748, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.130628] env[69245]: DEBUG nova.compute.manager [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Received event network-changed-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.130883] env[69245]: DEBUG nova.compute.manager [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Refreshing instance network info cache due to event network-changed-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.131191] env[69245]: DEBUG oslo_concurrency.lockutils [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] Acquiring lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.131358] env[69245]: DEBUG oslo_concurrency.lockutils [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] Acquired lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.131523] env[69245]: DEBUG nova.network.neutron [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Refreshing network info cache for port c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.220016] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.258302] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.258713] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.258855] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.259056] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.259275] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.259495] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.259762] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.260021] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.260238] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.260423] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.260625] env[69245]: DEBUG nova.virt.hardware [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.261683] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad1c4f7-696a-4ae1-a361-534a3fc18fb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.274736] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dba313-0604-40f1-9c2f-c388aed19aa8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.291709] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.297862] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Creating folder: Project (f9d6b3c6f3614c6f83f8bcc83861462d). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.302942] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00692d0-ce53-4be5-8ce6-7b0c0a3a1e76 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.311948] env[69245]: DEBUG oslo_vmware.api [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] Task: {'id': task-3707745, 'name': ReconfigVM_Task, 'duration_secs': 0.177371} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.313844] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c65e13-15b5-4577-bf53-ef4bba60889b tempest-ServersAdminTestJSON-2057033076 tempest-ServersAdminTestJSON-2057033076-project-admin] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Reconfigured VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 833.316268] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Created folder: Project (f9d6b3c6f3614c6f83f8bcc83861462d) in parent group-v738357. [ 833.316482] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Creating folder: Instances. Parent ref: group-v738479. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.316742] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26bafb0b-c5e7-4c01-bc0c-edad18693b1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.327948] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Created folder: Instances in parent group-v738479. [ 833.328235] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.328446] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.328739] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48926b8e-574f-4c1f-b1ad-0947fffc4b4d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.348819] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.348819] env[69245]: value = "task-3707751" [ 833.348819] env[69245]: _type = "Task" [ 833.348819] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.358508] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707751, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.456357] env[69245]: DEBUG nova.scheduler.client.report [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.473370] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707748, 'name': CreateVM_Task, 'duration_secs': 0.366651} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.473370] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.473370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.473370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.473370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.474200] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5bb7634-aafa-4871-96d2-1e6fd7f46036 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.480930] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 833.480930] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd6cfe-d77c-67ba-fa55-01204e9211eb" [ 833.480930] env[69245]: _type = "Task" [ 833.480930] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.492052] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd6cfe-d77c-67ba-fa55-01204e9211eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.492377] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.492614] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.492847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.492991] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493199] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.493788] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a545f70-fade-4476-998e-24d3d5f3397c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.503373] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.503667] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.504728] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf2a58f-2e22-47aa-8f34-2269bffff6dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.511975] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 833.511975] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52edbda7-bfe2-c0be-3710-d228859e8d5e" [ 833.511975] env[69245]: _type = "Task" [ 833.511975] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.522645] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52edbda7-bfe2-c0be-3710-d228859e8d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.775058] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.775181] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.780531] env[69245]: DEBUG nova.compute.manager [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Going to confirm migration 1 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 833.875048] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707751, 'name': CreateVM_Task, 'duration_secs': 0.31053} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.875048] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.879023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.879023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.879023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.879023] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193672e1-6091-4ef3-8c85-6ae40fd2e235 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.884730] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 833.884730] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52569887-363c-62fc-7cdc-684fd8fac04c" [ 833.884730] env[69245]: _type = "Task" [ 833.884730] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.899335] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52569887-363c-62fc-7cdc-684fd8fac04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.966359] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.967160] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.973887] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.381s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.975437] env[69245]: INFO nova.compute.claims [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.026136] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52edbda7-bfe2-c0be-3710-d228859e8d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.027740] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc26d4e-5782-4b57-8f9e-d2f3e7835854 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.037689] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 834.037689] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f553b6-1673-eecf-abee-359000f3a19f" [ 834.037689] env[69245]: _type = "Task" [ 834.037689] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.043287] env[69245]: DEBUG nova.network.neutron [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Updated VIF entry in instance network info cache for port c18de30f-88d0-46e1-a647-3d2dbd2e0c7f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.043287] env[69245]: DEBUG nova.network.neutron [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Updating instance_info_cache with network_info: [{"id": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "address": "fa:16:3e:e1:26:0a", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc18de30f-88", "ovs_interfaceid": "c18de30f-88d0-46e1-a647-3d2dbd2e0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.048359] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f553b6-1673-eecf-abee-359000f3a19f, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.048815] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.049116] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 13440a25-adc8-40d3-9a4c-bc04d0487141/13440a25-adc8-40d3-9a4c-bc04d0487141.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.049439] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a9a6a2-830b-4449-a859-30efae1cc85c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.057264] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 834.057264] env[69245]: value = "task-3707752" [ 834.057264] env[69245]: _type = "Task" [ 834.057264] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.068470] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.135869] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 834.137246] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e56fe-c5e8-4000-81c8-67b7276185c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.143825] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 834.144079] env[69245]: ERROR oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk due to incomplete transfer. [ 834.144309] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-edecc242-9f08-47cf-901b-c8b0fbf1cd2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.154509] env[69245]: DEBUG oslo_vmware.rw_handles [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0d530-9831-9f13-d527-5a1532d05f51/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 834.154737] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Uploaded image bb50a81c-ee13-4e15-90a5-f28e52d78056 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 834.157484] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.157819] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28182069-f682-4046-b774-4c18a6f153d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160159] env[69245]: DEBUG nova.network.neutron [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.167706] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 834.167706] env[69245]: value = "task-3707753" [ 834.167706] env[69245]: _type = "Task" [ 834.167706] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.183451] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707753, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.293127] env[69245]: DEBUG nova.network.neutron [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.344314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.344544] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.344773] env[69245]: DEBUG nova.network.neutron [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.344968] env[69245]: DEBUG nova.objects.instance [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lazy-loading 'info_cache' on Instance uuid be8e0fe9-3777-42da-a8e7-658b0bc2bb97 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.396896] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52569887-363c-62fc-7cdc-684fd8fac04c, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.397408] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.397561] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.397807] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.397954] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.398155] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.398796] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12ed8db7-03a2-46f2-a2c4-b3add3df015c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.412060] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.412326] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.413815] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b77301-47dd-4435-bbc1-700b8abffb40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.422158] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 834.422158] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524da3a9-8c15-0560-b880-428d5199649f" [ 834.422158] env[69245]: _type = "Task" [ 834.422158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.433071] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524da3a9-8c15-0560-b880-428d5199649f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.485497] env[69245]: DEBUG nova.compute.utils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.490441] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.490441] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.550216] env[69245]: DEBUG oslo_concurrency.lockutils [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] Releasing lock "refresh_cache-13440a25-adc8-40d3-9a4c-bc04d0487141" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.550841] env[69245]: DEBUG nova.compute.manager [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-deleted-3898cc46-492c-451b-820c-fcea51a4945a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.551230] env[69245]: INFO nova.compute.manager [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Neutron deleted interface 3898cc46-492c-451b-820c-fcea51a4945a; detaching it from the instance and deleting it from the info cache [ 834.551882] env[69245]: DEBUG nova.network.neutron [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [{"id": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "address": "fa:16:3e:cb:04:04", "network": {"id": "0aabf1f9-da33-4b4f-8c58-82e22dd5662b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983168643", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea424f2d-2c", "ovs_interfaceid": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "address": "fa:16:3e:a2:2b:69", "network": {"id": "6c8ed62f-97b3-40bb-8d61-968ad5c695d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-470434289", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af4989a-b6", "ovs_interfaceid": "8af4989a-b660-45c0-b0da-71c5a01baeaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.557032] env[69245]: DEBUG nova.policy [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.577891] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707752, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.665743] env[69245]: INFO nova.compute.manager [-] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Took 1.85 seconds to deallocate network for instance. [ 834.683356] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707753, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.779592] env[69245]: DEBUG nova.objects.instance [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lazy-loading 'flavor' on Instance uuid 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.795298] env[69245]: INFO nova.compute.manager [-] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Took 2.85 seconds to deallocate network for instance. [ 834.936438] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524da3a9-8c15-0560-b880-428d5199649f, 'name': SearchDatastore_Task, 'duration_secs': 0.021219} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.936438] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f04dd60-66f8-4700-ac99-93bb88452ef2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.943995] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 834.943995] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aaf063-defb-b52b-985b-bd5cb6620a26" [ 834.943995] env[69245]: _type = "Task" [ 834.943995] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.953262] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aaf063-defb-b52b-985b-bd5cb6620a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.993802] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.065454] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad95ea7b-9847-47ee-a2fc-23fbcbf0ae7f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.073379] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521734} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.078506] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 13440a25-adc8-40d3-9a4c-bc04d0487141/13440a25-adc8-40d3-9a4c-bc04d0487141.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.078506] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.078506] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-373d19d8-5eef-4c31-b31f-ed7c1a253570 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.086093] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf80fbf-3368-433b-9495-0379d97d02c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.112089] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Successfully created port: b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.118953] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 835.118953] env[69245]: value = "task-3707754" [ 835.118953] env[69245]: _type = "Task" [ 835.118953] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.154882] env[69245]: DEBUG nova.compute.manager [req-ad6cc9c8-a886-40eb-b95b-80801a4014d9 req-29c3c046-449c-455b-8377-35a09756f0b3 service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Detach interface failed, port_id=3898cc46-492c-451b-820c-fcea51a4945a, reason: Instance 2add4819-da09-4267-a9fa-b29dfd8c5b9d could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 835.164487] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.178542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.188464] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707753, 'name': Destroy_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.289035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.289205] env[69245]: DEBUG oslo_concurrency.lockutils [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.308287] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.458317] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aaf063-defb-b52b-985b-bd5cb6620a26, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.458597] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.458858] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.459141] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2421c7-3ede-4b27-ab46-1b30f2ce9848 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.468203] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 835.468203] env[69245]: value = "task-3707755" [ 835.468203] env[69245]: _type = "Task" [ 835.468203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.479820] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.536334] env[69245]: DEBUG nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-deleted-8af4989a-b660-45c0-b0da-71c5a01baeaa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.536669] env[69245]: INFO nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Neutron deleted interface 8af4989a-b660-45c0-b0da-71c5a01baeaa; detaching it from the instance and deleting it from the info cache [ 835.537224] env[69245]: DEBUG nova.network.neutron [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [{"id": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "address": "fa:16:3e:cb:04:04", "network": {"id": "0aabf1f9-da33-4b4f-8c58-82e22dd5662b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1983168643", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea424f2d-2c", "ovs_interfaceid": "ea424f2d-2ca6-4291-8b51-fb21f98b5b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.632900] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248152} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.632900] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.633670] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803f203-e86a-432f-8652-332eca8ca91a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.664639] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 13440a25-adc8-40d3-9a4c-bc04d0487141/13440a25-adc8-40d3-9a4c-bc04d0487141.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.670140] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-092476a3-bfcb-4d07-9d44-d70c338e5e36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.694880] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707753, 'name': Destroy_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.696481] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 835.696481] env[69245]: value = "task-3707756" [ 835.696481] env[69245]: _type = "Task" [ 835.696481] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.701497] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fbc7c6-9970-42f3-86cd-6afc72a46171 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.712649] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22d06d3-57a9-40dd-9807-1efab79e0b32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.716820] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.753960] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc7039-f2fb-4bba-9a7a-f75e501bbf6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.765912] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39370c2-3708-4e15-ba73-24f4942f57a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.782343] env[69245]: DEBUG nova.compute.provider_tree [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.980765] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.004694] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.041197] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9510dad-6f8f-4f15-bb29-48e555826673 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.048506] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.050328] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.050562] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.050858] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.051091] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.051259] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.051553] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.051729] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.052053] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.052290] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.052556] env[69245]: DEBUG nova.virt.hardware [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.053547] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa27782c-e7d5-49ff-b574-5e9096df1640 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.064955] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e588b962-21d3-46e9-988a-79a1d8d10f47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.072038] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0f12ea-f417-4a6b-86c9-b52645604774 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.108774] env[69245]: DEBUG nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Detach interface failed, port_id=8af4989a-b660-45c0-b0da-71c5a01baeaa, reason: Instance 2add4819-da09-4267-a9fa-b29dfd8c5b9d could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.109033] env[69245]: DEBUG nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Received event network-vif-deleted-06651916-7792-49aa-a2ee-5e9e01e8ee73 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.109239] env[69245]: DEBUG nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Received event network-vif-deleted-ea424f2d-2ca6-4291-8b51-fb21f98b5b30 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.109423] env[69245]: INFO nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Neutron deleted interface ea424f2d-2ca6-4291-8b51-fb21f98b5b30; detaching it from the instance and deleting it from the info cache [ 836.109609] env[69245]: DEBUG nova.network.neutron [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.165686] env[69245]: DEBUG nova.network.neutron [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [{"id": "7e98c34d-2979-47d1-9581-98c08d2615cd", "address": "fa:16:3e:4a:00:28", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c34d-29", "ovs_interfaceid": "7e98c34d-2979-47d1-9581-98c08d2615cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.194287] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707753, 'name': Destroy_Task, 'duration_secs': 1.799504} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.194545] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroyed the VM [ 836.194788] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 836.195038] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88bb8db9-1a7d-487b-a640-2b78a352329d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.211423] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.213354] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 836.213354] env[69245]: value = "task-3707757" [ 836.213354] env[69245]: _type = "Task" [ 836.213354] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.222065] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.285826] env[69245]: DEBUG nova.scheduler.client.report [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.315773] env[69245]: DEBUG nova.network.neutron [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.479135] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600757} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.479410] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.479628] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.479860] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ea5b9fb-3abc-4b88-8d01-c402f0340f32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.487765] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 836.487765] env[69245]: value = "task-3707758" [ 836.487765] env[69245]: _type = "Task" [ 836.487765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.497293] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.612432] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcb48c26-16e2-4f55-96bb-efd868674ab2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.621962] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e082a90e-6fe4-4f66-81cf-cd5d9384494c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.656250] env[69245]: DEBUG nova.compute.manager [req-5f0b0553-b599-4281-a326-970f9a641497 req-a2b3f634-fab0-4c22-9388-db2ff15b8ffa service nova] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Detach interface failed, port_id=ea424f2d-2ca6-4291-8b51-fb21f98b5b30, reason: Instance 2add4819-da09-4267-a9fa-b29dfd8c5b9d could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.672245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-be8e0fe9-3777-42da-a8e7-658b0bc2bb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.672245] env[69245]: DEBUG nova.objects.instance [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lazy-loading 'migration_context' on Instance uuid be8e0fe9-3777-42da-a8e7-658b0bc2bb97 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.708767] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707756, 'name': ReconfigVM_Task, 'duration_secs': 0.553867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.708926] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 13440a25-adc8-40d3-9a4c-bc04d0487141/13440a25-adc8-40d3-9a4c-bc04d0487141.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.709600] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06a4b320-b1b7-4c60-af0d-8b948406c65b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.717968] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 836.717968] env[69245]: value = "task-3707759" [ 836.717968] env[69245]: _type = "Task" [ 836.717968] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.727030] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.732995] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707759, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.791736] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.792531] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.795445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.149s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.795645] env[69245]: DEBUG nova.objects.instance [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.998759] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18359} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.999056] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.999883] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8452c-4fac-4048-9e15-5c0de90fc337 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.031647] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.032315] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ffbe5ae-baa0-4f9e-aade-71a281988b71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.057693] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 837.057693] env[69245]: value = "task-3707760" [ 837.057693] env[69245]: _type = "Task" [ 837.057693] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.067392] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.174636] env[69245]: DEBUG nova.objects.base [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 837.175702] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832b842f-7a79-4cac-bf45-c8d9596ded4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.198839] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96799ad3-cc98-4bcc-b17b-40b21864e601 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.205636] env[69245]: DEBUG oslo_vmware.api [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 837.205636] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5226a98f-972f-44e9-418d-c569034fdb0e" [ 837.205636] env[69245]: _type = "Task" [ 837.205636] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.217373] env[69245]: DEBUG oslo_vmware.api [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5226a98f-972f-44e9-418d-c569034fdb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.220755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.230318] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.233374] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707759, 'name': Rename_Task, 'duration_secs': 0.165473} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.233647] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.233894] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0caffd24-ef52-48a9-bd75-57f73dd83033 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.241287] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 837.241287] env[69245]: value = "task-3707761" [ 837.241287] env[69245]: _type = "Task" [ 837.241287] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.251565] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.282461] env[69245]: DEBUG nova.network.neutron [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.300757] env[69245]: DEBUG nova.compute.utils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.305366] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.305491] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.377512] env[69245]: DEBUG nova.policy [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '012236d3487542f38be6ba2f14673eed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '042a98e8ab994e679e8052fafbf435e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.452776] env[69245]: INFO nova.compute.manager [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Rebuilding instance [ 837.512719] env[69245]: DEBUG nova.compute.manager [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.513655] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f249e3c-4148-4f5b-b707-1172c4846f7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.570251] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707760, 'name': ReconfigVM_Task, 'duration_secs': 0.357691} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.570251] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.570481] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3843da6-e895-45fc-ad6e-d6827d7e3cae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.577948] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 837.577948] env[69245]: value = "task-3707762" [ 837.577948] env[69245]: _type = "Task" [ 837.577948] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.590085] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707762, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.728070] env[69245]: DEBUG oslo_vmware.api [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707757, 'name': RemoveSnapshot_Task, 'duration_secs': 1.334556} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.728502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.728851] env[69245]: INFO nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 17.38 seconds to snapshot the instance on the hypervisor. [ 837.752581] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.785157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.785455] env[69245]: DEBUG nova.compute.manager [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Inject network info {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 837.785731] env[69245]: DEBUG nova.compute.manager [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] network_info to inject: |[{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 837.793014] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfiguring VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 837.793724] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd75c1f-ca73-4696-9898-2961d81e469b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.810606] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.811601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8e29861-85b0-496b-90d9-8bdbb36825dc tempest-ServersAdmin275Test-2058461012 tempest-ServersAdmin275Test-2058461012-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.813033] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.307s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.813235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.815246] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.798s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.816794] env[69245]: INFO nova.compute.claims [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.826584] env[69245]: DEBUG oslo_vmware.api [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 837.826584] env[69245]: value = "task-3707763" [ 837.826584] env[69245]: _type = "Task" [ 837.826584] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.836385] env[69245]: DEBUG oslo_vmware.api [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.853457] env[69245]: INFO nova.scheduler.client.report [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Deleted allocations for instance b7c6331c-3651-4b02-b34c-c8efaccec931 [ 837.862711] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Successfully updated port: b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.868258] env[69245]: DEBUG nova.compute.manager [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.868258] env[69245]: DEBUG nova.compute.manager [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing instance network info cache due to event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.868258] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.868258] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.868258] env[69245]: DEBUG nova.network.neutron [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.089397] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707762, 'name': Rename_Task, 'duration_secs': 0.214222} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.090165] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.090165] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86eeffda-8acb-4a73-b735-3845f2a59bc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.098482] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 838.098482] env[69245]: value = "task-3707764" [ 838.098482] env[69245]: _type = "Task" [ 838.098482] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.100183] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Successfully created port: b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.112251] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.121762] env[69245]: DEBUG nova.objects.instance [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lazy-loading 'flavor' on Instance uuid 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.253860] env[69245]: DEBUG oslo_vmware.api [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707761, 'name': PowerOnVM_Task, 'duration_secs': 0.53739} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.254468] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.254822] env[69245]: INFO nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Took 8.72 seconds to spawn the instance on the hypervisor. [ 838.255143] env[69245]: DEBUG nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 838.256122] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0be896-12a1-49ac-948e-edeabe317423 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.312409] env[69245]: DEBUG nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Found 3 images (rotation: 2) {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 838.312409] env[69245]: DEBUG nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Rotating out 1 backups {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 838.312409] env[69245]: DEBUG nova.compute.manager [None req-5786b2ac-402d-4537-bc8d-dfe84b48aa1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleting image 2d1fd91a-5762-4e78-812b-bda043161873 {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 838.338228] env[69245]: DEBUG oslo_vmware.api [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.362516] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7b2fe54e-e75a-4e0c-8f30-f973f7f5743e tempest-InstanceActionsV221TestJSON-1229699798 tempest-InstanceActionsV221TestJSON-1229699798-project-member] Lock "b7c6331c-3651-4b02-b34c-c8efaccec931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.479s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.371960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.372373] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.372644] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.531049] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.531049] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a3b5c8-f8bf-4390-9824-3400810a3d97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.536465] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 838.536465] env[69245]: value = "task-3707765" [ 838.536465] env[69245]: _type = "Task" [ 838.536465] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.548072] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.618448] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.630212] env[69245]: DEBUG oslo_concurrency.lockutils [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.776618] env[69245]: INFO nova.compute.manager [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Took 46.38 seconds to build instance. [ 838.819999] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.854207] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.854488] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.854653] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.854839] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.854956] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.855115] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.855333] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.855524] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.855701] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.855864] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.856045] env[69245]: DEBUG nova.virt.hardware [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.856513] env[69245]: DEBUG oslo_vmware.api [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.857282] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ee74e-caf8-4e78-ba00-1a650ac880df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.871470] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df082843-4788-4359-b08b-3bc5fd1fcb94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.966938] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.048055] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707765, 'name': PowerOffVM_Task, 'duration_secs': 0.219543} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.048456] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.048690] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.049474] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b7b1e3-b18b-4640-a1de-2b757b234be7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.059254] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.059502] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ae32c35-9580-4736-a48c-ab744719711f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.112770] env[69245]: DEBUG oslo_vmware.api [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707764, 'name': PowerOnVM_Task, 'duration_secs': 0.785977} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.113680] env[69245]: DEBUG nova.network.neutron [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updated VIF entry in instance network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.114040] env[69245]: DEBUG nova.network.neutron [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.117637] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.117846] env[69245]: INFO nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Took 5.90 seconds to spawn the instance on the hypervisor. [ 839.118032] env[69245]: DEBUG nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.120108] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f24a70-c9db-4195-ab05-5f82b62869bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.138553] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.138813] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.138998] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.139585] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42acc619-b614-41b4-89e5-d0391fcddd1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.149997] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 839.149997] env[69245]: value = "task-3707767" [ 839.149997] env[69245]: _type = "Task" [ 839.149997] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.165300] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.278937] env[69245]: DEBUG oslo_concurrency.lockutils [None req-488e427c-c373-4fc7-bf68-816ca309db6a tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.491s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.315626] env[69245]: DEBUG nova.network.neutron [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.349182] env[69245]: DEBUG oslo_vmware.api [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707763, 'name': ReconfigVM_Task, 'duration_secs': 1.195266} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.351784] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-45711ed7-8116-4c25-82cc-8a98d4f6e589 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfigured VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 839.369055] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373f0d1-9bce-4fb0-b39f-f576fd049c8b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.378859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad3eb92-96a1-4518-9267-58959a91fd94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.414879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2fd83-ec62-4748-b533-d1181b0f6808 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.423941] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e951f-d17e-4596-81df-20ac83f307b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.441111] env[69245]: DEBUG nova.compute.provider_tree [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.619896] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.620807] env[69245]: DEBUG nova.compute.manager [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-vif-plugged-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.620807] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.620807] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.620807] env[69245]: DEBUG oslo_concurrency.lockutils [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.621059] env[69245]: DEBUG nova.compute.manager [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] No waiting events found dispatching network-vif-plugged-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.621059] env[69245]: WARNING nova.compute.manager [req-83b609e2-7889-4884-a553-ea5b7b9ad168 req-c2f58e6d-fe4b-44cf-84e2-96463b4afc2d service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received unexpected event network-vif-plugged-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a for instance with vm_state building and task_state spawning. [ 839.621398] env[69245]: DEBUG oslo_concurrency.lockutils [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.640278] env[69245]: INFO nova.compute.manager [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Took 43.66 seconds to build instance. [ 839.664040] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476176} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.664040] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.664040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.664040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.819106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.822262] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Instance network_info: |[{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.823332] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ee:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.847476] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating folder: Project (b55e8a00ba9d4fe689329cf4b2b0d153). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.852993] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89e3f4d5-d329-4135-a37e-ecded8159131 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.869306] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created folder: Project (b55e8a00ba9d4fe689329cf4b2b0d153) in parent group-v738357. [ 839.869717] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating folder: Instances. Parent ref: group-v738482. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.870020] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b91f4200-1c40-4c74-892f-6a72f5abe695 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.880757] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created folder: Instances in parent group-v738482. [ 839.881094] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.881304] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.881529] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36e0edc3-5e43-42f5-b73f-59e9de94f70b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.903028] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.903028] env[69245]: value = "task-3707770" [ 839.903028] env[69245]: _type = "Task" [ 839.903028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.914831] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707770, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.948516] env[69245]: DEBUG nova.scheduler.client.report [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.099591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "13440a25-adc8-40d3-9a4c-bc04d0487141" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.100724] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.100949] env[69245]: DEBUG nova.compute.manager [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.101876] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a512c83-3d5d-4817-90f4-ce9e2b277421 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.110246] env[69245]: DEBUG nova.compute.manager [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 840.110818] env[69245]: DEBUG nova.objects.instance [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lazy-loading 'flavor' on Instance uuid 13440a25-adc8-40d3-9a4c-bc04d0487141 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.114848] env[69245]: DEBUG nova.compute.manager [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-changed-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.115058] env[69245]: DEBUG nova.compute.manager [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing instance network info cache due to event network-changed-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.115295] env[69245]: DEBUG oslo_concurrency.lockutils [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.115445] env[69245]: DEBUG oslo_concurrency.lockutils [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.115610] env[69245]: DEBUG nova.network.neutron [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing network info cache for port b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.142161] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a569926e-5ce1-4c70-b23b-3e595340e094 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.923s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.412800] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707770, 'name': CreateVM_Task, 'duration_secs': 0.435558} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.416072] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.416072] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.416072] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.416072] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.416072] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2287f21-6f70-4a6b-98c2-9e69d6fc88e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.421455] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 840.421455] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f48be-0237-fdea-c9fd-dd28cb188047" [ 840.421455] env[69245]: _type = "Task" [ 840.421455] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.437968] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f48be-0237-fdea-c9fd-dd28cb188047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.462075] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.462075] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.463064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.136s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.463218] env[69245]: DEBUG nova.objects.instance [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.530568] env[69245]: DEBUG nova.network.neutron [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.700435] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.700789] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.700832] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.700998] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.701163] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.701297] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.701506] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.701661] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.701863] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.702031] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.702234] env[69245]: DEBUG nova.virt.hardware [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.703091] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0bda0e-1b37-496c-9863-2e40c860353f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.715088] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93316bca-2e37-4d22-8bde-db95728bccea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.729623] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e199eac3-3b7c-4bc7-8608-eaea86437570', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.737081] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.737411] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.737814] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73f18b92-d0d8-4e8b-847b-e91ff12fefa5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.757286] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.757286] env[69245]: value = "task-3707771" [ 840.757286] env[69245]: _type = "Task" [ 840.757286] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.766161] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707771, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.931513] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f48be-0237-fdea-c9fd-dd28cb188047, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.931807] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.932058] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.932304] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.932444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.932630] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.932923] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee0b762-c441-46d3-b5af-58911f6c9c90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.943777] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.943981] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.944801] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20c7e91-1684-42e2-a728-2bb56aa912b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.950692] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 840.950692] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52228ed7-ad7d-b18c-f677-c06faeba563e" [ 840.950692] env[69245]: _type = "Task" [ 840.950692] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.959364] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52228ed7-ad7d-b18c-f677-c06faeba563e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.972466] env[69245]: DEBUG nova.compute.utils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.973906] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.974181] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.120755] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.121567] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac24f89-5396-408b-a3db-cddbd89f1d6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.127129] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Successfully updated port: b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.134596] env[69245]: DEBUG oslo_vmware.api [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 841.134596] env[69245]: value = "task-3707772" [ 841.134596] env[69245]: _type = "Task" [ 841.134596] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.138285] env[69245]: DEBUG nova.policy [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa16e3f0ac9d4c968750d226c0e0068c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e75381b44584f7e8727b4bd38f04c2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.154871] env[69245]: DEBUG oslo_vmware.api [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.272029] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707771, 'name': CreateVM_Task, 'duration_secs': 0.438118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.272029] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.272029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.272029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.272029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.272029] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25bc981c-b468-4792-bcfc-0c2c03009571 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.281378] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 841.281378] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5218be05-0343-d8cb-cce6-345dbe96ed4d" [ 841.281378] env[69245]: _type = "Task" [ 841.281378] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.292469] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5218be05-0343-d8cb-cce6-345dbe96ed4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.298416] env[69245]: DEBUG nova.network.neutron [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updated VIF entry in instance network info cache for port b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.298416] env[69245]: DEBUG nova.network.neutron [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.314404] env[69245]: DEBUG nova.network.neutron [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.464327] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52228ed7-ad7d-b18c-f677-c06faeba563e, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.465503] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f992c32f-438c-4899-81be-8f291c0ab23b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.475537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91d22b82-b072-4b86-9ba9-059b8debc7a1 tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.480585] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.424s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.482307] env[69245]: INFO nova.compute.claims [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.486951] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.492021] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 841.492021] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527772e6-72de-de68-e827-4b0872615b21" [ 841.492021] env[69245]: _type = "Task" [ 841.492021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.509859] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527772e6-72de-de68-e827-4b0872615b21, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.509859] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.509859] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b6fa4c33-43dc-4908-8dfc-7e89c803f0d6/b6fa4c33-43dc-4908-8dfc-7e89c803f0d6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.510856] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54514468-9498-4e32-9f70-0f1139657bb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.520018] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 841.520018] env[69245]: value = "task-3707773" [ 841.520018] env[69245]: _type = "Task" [ 841.520018] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.532694] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.629244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.629393] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquired lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.629544] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.654676] env[69245]: DEBUG oslo_vmware.api [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707772, 'name': PowerOffVM_Task, 'duration_secs': 0.337387} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.654863] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.654933] env[69245]: DEBUG nova.compute.manager [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.655759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1196c3a5-bd85-421a-82cd-2260ad44389e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.789955] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5218be05-0343-d8cb-cce6-345dbe96ed4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.790389] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.790557] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.790795] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.790940] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.791138] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.791406] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7585458a-c258-4c22-8c94-0924f323879b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.800392] env[69245]: DEBUG oslo_concurrency.lockutils [req-ba4dc390-9551-4f36-ab06-d06cd80cb898 req-8cc03706-108d-449f-a144-a73a3e041a88 service nova] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.801623] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.801870] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.802595] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891cc875-e15d-4047-814d-c892986d19e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.809122] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 841.809122] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298023b-330b-740c-354d-47825e0d4872" [ 841.809122] env[69245]: _type = "Task" [ 841.809122] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.819242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.819558] env[69245]: DEBUG nova.compute.manager [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Inject network info {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 841.819866] env[69245]: DEBUG nova.compute.manager [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] network_info to inject: |[{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 841.824969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfiguring VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 841.825280] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298023b-330b-740c-354d-47825e0d4872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.825542] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de54eacc-7a21-4b7c-8587-49d743bf254e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.842175] env[69245]: DEBUG oslo_vmware.api [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 841.842175] env[69245]: value = "task-3707774" [ 841.842175] env[69245]: _type = "Task" [ 841.842175] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.852022] env[69245]: DEBUG oslo_vmware.api [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.035121] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707773, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.112738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.113076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.113296] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.113511] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.113705] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.116198] env[69245]: INFO nova.compute.manager [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Terminating instance [ 842.169921] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5ff4ad6a-4d9c-44db-abe8-fd1bfee26c3c tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.174730] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.328163] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298023b-330b-740c-354d-47825e0d4872, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.330049] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d46cda-b658-4663-b5cb-f9914680404c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.335081] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 842.335081] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529a3db2-85d4-8170-df80-962b6845caed" [ 842.335081] env[69245]: _type = "Task" [ 842.335081] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.343378] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529a3db2-85d4-8170-df80-962b6845caed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.347458] env[69245]: DEBUG nova.network.neutron [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Updating instance_info_cache with network_info: [{"id": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "address": "fa:16:3e:ac:22:c3", "network": {"id": "7a272152-3de9-4a35-a5bc-6512d896ec10", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-245368301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042a98e8ab994e679e8052fafbf435e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e8ad3-7a", "ovs_interfaceid": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.354974] env[69245]: DEBUG oslo_vmware.api [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707774, 'name': ReconfigVM_Task, 'duration_secs': 0.229795} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.358565] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-406fd28c-9973-4ea4-833c-f99925d7b955 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Reconfigured VM instance to set the machine id {{(pid=69245) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 842.439354] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Successfully created port: 5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.505588] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.532782] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801708} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.535774] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b6fa4c33-43dc-4908-8dfc-7e89c803f0d6/b6fa4c33-43dc-4908-8dfc-7e89c803f0d6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.535774] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.536223] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc79c97-2f13-41cf-8845-86e47008abf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.546540] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.547138] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.547266] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.547479] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.547609] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.547745] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.547957] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.548136] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.548312] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.548492] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.548652] env[69245]: DEBUG nova.virt.hardware [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.549616] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0fd378-ed47-4269-a245-d39c5e45e6a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.553824] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 842.553824] env[69245]: value = "task-3707775" [ 842.553824] env[69245]: _type = "Task" [ 842.553824] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.562688] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e89b7eb-03ff-40e4-a687-b5b5212d3422 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.577303] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.620901] env[69245]: DEBUG nova.compute.manager [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.621293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.622142] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e4fbd-b4b8-4856-8ef5-5cf7fdac2e0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.634872] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.635180] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb3f5e7c-9ded-4270-b1a4-b69ab4eb8d81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.644266] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 842.644266] env[69245]: value = "task-3707776" [ 842.644266] env[69245]: _type = "Task" [ 842.644266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.657098] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.851327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Releasing lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.851700] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Instance network_info: |[{"id": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "address": "fa:16:3e:ac:22:c3", "network": {"id": "7a272152-3de9-4a35-a5bc-6512d896ec10", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-245368301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042a98e8ab994e679e8052fafbf435e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e8ad3-7a", "ovs_interfaceid": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.852152] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529a3db2-85d4-8170-df80-962b6845caed, 'name': SearchDatastore_Task, 'duration_secs': 0.027332} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.852533] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:22:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b08e8ad3-7a73-4884-99bb-5d28f0a3f408', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.860777] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Creating folder: Project (042a98e8ab994e679e8052fafbf435e6). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.860905] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.861209] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.864181] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db863530-9e08-47d9-8527-18ee8e2056c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.865910] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc8e768e-0d20-4580-8906-18478eed6beb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.878461] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 842.878461] env[69245]: value = "task-3707778" [ 842.878461] env[69245]: _type = "Task" [ 842.878461] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.888981] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Created folder: Project (042a98e8ab994e679e8052fafbf435e6) in parent group-v738357. [ 842.889177] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Creating folder: Instances. Parent ref: group-v738486. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.889539] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d62e4238-00a5-4b72-854b-729dfd614d5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.895460] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.904788] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Created folder: Instances in parent group-v738486. [ 842.905122] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.905840] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.906086] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09ad1e6-e3ac-453d-a144-3a0f93f3812d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.933305] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.933305] env[69245]: value = "task-3707780" [ 842.933305] env[69245]: _type = "Task" [ 842.933305] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.946619] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707780, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.049978] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.050139] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing instance network info cache due to event network-changed-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.050403] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Acquiring lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.050550] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Acquired lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.050717] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Refreshing network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.070750] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08076} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.071122] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.072013] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9d75d-2eae-48ba-8e52-7aa7d69fc017 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.103442] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] b6fa4c33-43dc-4908-8dfc-7e89c803f0d6/b6fa4c33-43dc-4908-8dfc-7e89c803f0d6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.103442] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980c24b8-6957-4faa-b4dd-03257f15274f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.129820] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 843.129820] env[69245]: value = "task-3707781" [ 843.129820] env[69245]: _type = "Task" [ 843.129820] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.142569] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.159707] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707776, 'name': PowerOffVM_Task, 'duration_secs': 0.451214} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.161066] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.161265] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.162075] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85379c76-8ba0-4ef5-b604-d5090340bef4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.165257] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb26adc6-843a-47b3-b17e-6be2fe4e715b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.174204] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3053a-8077-4d29-b0ba-726ec7794de0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.216232] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cc094f-2170-4f87-90ed-50f69e15fa38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.226518] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65488f68-d826-45e2-9370-bb269c87517a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.244471] env[69245]: DEBUG nova.compute.provider_tree [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.247149] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.247410] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.247593] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Deleting the datastore file [datastore1] d76103e4-36df-4a38-96e9-83ee667c3e1e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.248108] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2b909c8-da48-441d-b314-0119c1605683 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.255404] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for the task: (returnval){ [ 843.255404] env[69245]: value = "task-3707783" [ 843.255404] env[69245]: _type = "Task" [ 843.255404] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.268094] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.394256] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.445644] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707780, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.642353] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707781, 'name': ReconfigVM_Task, 'duration_secs': 0.336826} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.642648] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfigured VM instance instance-00000028 to attach disk [datastore1] b6fa4c33-43dc-4908-8dfc-7e89c803f0d6/b6fa4c33-43dc-4908-8dfc-7e89c803f0d6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.643306] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ecdcad-b66c-45fe-b069-5d75cb488981 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.650639] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 843.650639] env[69245]: value = "task-3707784" [ 843.650639] env[69245]: _type = "Task" [ 843.650639] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.663640] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707784, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.723026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.723026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.723026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.723026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.723026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.725710] env[69245]: INFO nova.compute.manager [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Terminating instance [ 843.750304] env[69245]: DEBUG nova.scheduler.client.report [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.769806] env[69245]: DEBUG oslo_vmware.api [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Task: {'id': task-3707783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352989} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.769806] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.769806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.769806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.769806] env[69245]: INFO nova.compute.manager [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 843.769806] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.770390] env[69245]: DEBUG nova.compute.manager [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.770573] env[69245]: DEBUG nova.network.neutron [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.878713] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updated VIF entry in instance network info cache for port 0f231a88-0dca-4ef1-a08b-f7b7a603c0b9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.878713] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [{"id": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "address": "fa:16:3e:a7:cf:55", "network": {"id": "08f26b7d-0460-4e69-8fcf-3534cf68d96c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1669730391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba329009693245c3a9829b7bdfd3f0ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f231a88-0d", "ovs_interfaceid": "0f231a88-0dca-4ef1-a08b-f7b7a603c0b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.893517] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710191} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.894468] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.894736] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.895370] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a47c19b6-21f4-4109-9324-44431bfdaf31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.902339] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 843.902339] env[69245]: value = "task-3707785" [ 843.902339] env[69245]: _type = "Task" [ 843.902339] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.911969] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.947581] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707780, 'name': CreateVM_Task, 'duration_secs': 0.649153} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.947581] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.947581] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.947581] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.947720] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.948082] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e55ae4-9b51-48f5-afd4-f1627c0960db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.954847] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 843.954847] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c8a4af-4434-b044-a78c-77c77842b1e2" [ 843.954847] env[69245]: _type = "Task" [ 843.954847] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.966754] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c8a4af-4434-b044-a78c-77c77842b1e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.163930] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707784, 'name': Rename_Task, 'duration_secs': 0.142333} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.164542] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.164815] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acd6555-c9f6-40d1-aaa0-2ba448a5d758 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.172965] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 844.172965] env[69245]: value = "task-3707786" [ 844.172965] env[69245]: _type = "Task" [ 844.172965] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.182694] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.232228] env[69245]: DEBUG nova.compute.manager [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.232228] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.232228] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f899018-cf1e-4a0e-a934-2f9341f51348 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.240801] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.241060] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80694541-7f4d-4b92-8187-b8d390fbbd2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.247921] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.248181] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.248411] env[69245]: DEBUG nova.compute.manager [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.248733] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 844.248733] env[69245]: value = "task-3707787" [ 844.248733] env[69245]: _type = "Task" [ 844.248733] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.249593] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00967134-fdba-4f00-8d1d-f62c91c6c5e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.257884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.258461] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.265305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.861s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.265501] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.267447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.012s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.267664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.270884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.928s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.270884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.271360] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.212s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.272838] env[69245]: INFO nova.compute.claims [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.277072] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.277539] env[69245]: DEBUG nova.compute.manager [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 844.278256] env[69245]: DEBUG nova.objects.instance [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.310553] env[69245]: INFO nova.scheduler.client.report [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Deleted allocations for instance 2c4b1f26-fd3b-46ee-9830-774e54796cbc [ 844.314713] env[69245]: INFO nova.scheduler.client.report [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleted allocations for instance 7af95d4f-b663-45f4-8e7c-5462659e95f5 [ 844.336539] env[69245]: INFO nova.scheduler.client.report [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Deleted allocations for instance 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04 [ 844.382024] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Releasing lock "refresh_cache-9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.382024] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Received event network-vif-plugged-b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.382024] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Acquiring lock "86bff97b-2120-400d-b464-05c3400125cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.382024] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Lock "86bff97b-2120-400d-b464-05c3400125cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.382024] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Lock "86bff97b-2120-400d-b464-05c3400125cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.382024] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] No waiting events found dispatching network-vif-plugged-b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.382024] env[69245]: WARNING nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Received unexpected event network-vif-plugged-b08e8ad3-7a73-4884-99bb-5d28f0a3f408 for instance with vm_state building and task_state spawning. [ 844.382024] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Received event network-changed-b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.382024] env[69245]: DEBUG nova.compute.manager [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Refreshing instance network info cache due to event network-changed-b08e8ad3-7a73-4884-99bb-5d28f0a3f408. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.382024] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Acquiring lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.382494] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Acquired lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.382494] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Refreshing network info cache for port b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.415045] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083085} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.415045] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.415045] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a11132d-0d27-4e79-87fe-372a85d885d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.444113] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.444571] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17aee69a-fc57-46b9-9c65-72b90684e903 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.469358] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c8a4af-4434-b044-a78c-77c77842b1e2, 'name': SearchDatastore_Task, 'duration_secs': 0.02856} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.470840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.471105] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.471347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.471498] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.471762] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.471996] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 844.471996] env[69245]: value = "task-3707788" [ 844.471996] env[69245]: _type = "Task" [ 844.471996] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.472186] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6382835-773a-43e8-92fd-db89dcb2ba11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.482750] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.486116] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.486341] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.487162] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677913b0-4634-4d27-bf56-529e2d39e96d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.493692] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 844.493692] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52685b0f-6f2d-a92b-2233-d2f55d9732c3" [ 844.493692] env[69245]: _type = "Task" [ 844.493692] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.507766] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52685b0f-6f2d-a92b-2233-d2f55d9732c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.666490] env[69245]: DEBUG nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.667703] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a2327-9650-4813-a0a6-f2b34a2d04b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.692862] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.767731] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.786491] env[69245]: DEBUG nova.compute.utils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.791441] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.791618] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.829370] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Successfully updated port: 5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.829370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6065227c-5861-41bb-8919-cda08f054a36 tempest-ServersAdmin275Test-1556147574 tempest-ServersAdmin275Test-1556147574-project-member] Lock "2c4b1f26-fd3b-46ee-9830-774e54796cbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.790s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.830173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-36629d2d-0406-4197-819a-0374ab0870aa tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.254s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.834829] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.098s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.835177] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.835459] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.835690] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.837850] env[69245]: INFO nova.compute.manager [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Terminating instance [ 844.844808] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Lock "16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.887s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.845417] env[69245]: WARNING oslo_messaging._drivers.amqpdriver [None req-e9f487bf-098d-4372-b137-8e20482e3d66 tempest-ServersAdminNegativeTestJSON-838199429 tempest-ServersAdminNegativeTestJSON-838199429-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 844.916575] env[69245]: DEBUG nova.policy [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32fb85278ae24564a8bf0d890ce5c52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02108dbedc6f4539be3811f663a0a784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.985925] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707788, 'name': ReconfigVM_Task, 'duration_secs': 0.330569} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.986340] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.986983] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e730a03-e899-4fe0-9916-d65cf037842b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.994338] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 844.994338] env[69245]: value = "task-3707789" [ 844.994338] env[69245]: _type = "Task" [ 844.994338] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.012181] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52685b0f-6f2d-a92b-2233-d2f55d9732c3, 'name': SearchDatastore_Task, 'duration_secs': 0.030837} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.012541] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707789, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.013434] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c56c46-072c-4c5b-b4df-a4c653a1ca5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.019861] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 845.019861] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203bce7-dda6-d47f-9111-f0c956fa8ee7" [ 845.019861] env[69245]: _type = "Task" [ 845.019861] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.030045] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203bce7-dda6-d47f-9111-f0c956fa8ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.132184] env[69245]: INFO nova.compute.manager [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Rebuilding instance [ 845.185255] env[69245]: INFO nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] instance snapshotting [ 845.185465] env[69245]: WARNING nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 845.193583] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.198253] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166d4628-d182-4cd2-beb6-93c893626641 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.209907] env[69245]: DEBUG nova.compute.manager [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.209907] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d251c-5ab5-453f-a014-f45f69b8b084 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.232590] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644cc10a-bd1e-4200-9ff0-05aada03dee1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.270145] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707787, 'name': PowerOffVM_Task, 'duration_secs': 0.995937} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.270954] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.270954] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.270954] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba3295c-6480-450c-bead-5e23c1ee07d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295026] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.300130] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.300695] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00901ef4-66eb-4e90-81bc-2edc104da384 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.308941] env[69245]: DEBUG oslo_vmware.api [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 845.308941] env[69245]: value = "task-3707791" [ 845.308941] env[69245]: _type = "Task" [ 845.308941] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.322578] env[69245]: DEBUG oslo_vmware.api [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.338451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.338451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.338451] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.343738] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.344027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.344223] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Deleting the datastore file [datastore2] 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.344535] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e07c0f-dc2e-4649-a532-4133603cedef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.348627] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.348937] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquired lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.349193] env[69245]: DEBUG nova.network.neutron [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.351450] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Updated VIF entry in instance network info cache for port b08e8ad3-7a73-4884-99bb-5d28f0a3f408. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.351632] env[69245]: DEBUG nova.network.neutron [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Updating instance_info_cache with network_info: [{"id": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "address": "fa:16:3e:ac:22:c3", "network": {"id": "7a272152-3de9-4a35-a5bc-6512d896ec10", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-245368301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "042a98e8ab994e679e8052fafbf435e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb08e8ad3-7a", "ovs_interfaceid": "b08e8ad3-7a73-4884-99bb-5d28f0a3f408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.365501] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for the task: (returnval){ [ 845.365501] env[69245]: value = "task-3707792" [ 845.365501] env[69245]: _type = "Task" [ 845.365501] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.371990] env[69245]: DEBUG nova.network.neutron [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.381938] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.511735] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707789, 'name': Rename_Task, 'duration_secs': 0.176075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.512217] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.512576] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922628c6-88d7-4da2-ac5b-f2ee48d8d9ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.522266] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 845.522266] env[69245]: value = "task-3707793" [ 845.522266] env[69245]: _type = "Task" [ 845.522266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.542426] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5203bce7-dda6-d47f-9111-f0c956fa8ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.015389} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.551142] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.551142] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 86bff97b-2120-400d-b464-05c3400125cc/86bff97b-2120-400d-b464-05c3400125cc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.551628] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.552369] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c982115-126b-422b-b38d-1f73d9a59b9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.568031] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 845.568031] env[69245]: value = "task-3707794" [ 845.568031] env[69245]: _type = "Task" [ 845.568031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.577260] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Successfully created port: fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.593411] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.689449] env[69245]: DEBUG oslo_vmware.api [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707786, 'name': PowerOnVM_Task, 'duration_secs': 1.378804} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.689736] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.690594] env[69245]: INFO nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Took 9.69 seconds to spawn the instance on the hypervisor. [ 845.690594] env[69245]: DEBUG nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.690938] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655892f-6b75-4a55-a5bd-dcbfbd8f5f83 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.749398] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 845.749398] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc8b23a4-ae2b-4bd1-bdcd-e7943850425b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.758856] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 845.758856] env[69245]: value = "task-3707795" [ 845.758856] env[69245]: _type = "Task" [ 845.758856] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.772125] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.825192] env[69245]: DEBUG oslo_vmware.api [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707791, 'name': PowerOffVM_Task, 'duration_secs': 0.215747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.825526] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.825731] env[69245]: DEBUG nova.compute.manager [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.826654] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aef76e-7418-4230-af0a-511d190f6bcd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.837213] env[69245]: DEBUG nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Received event network-vif-plugged-5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.837500] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.837711] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.837886] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.838331] env[69245]: DEBUG nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] No waiting events found dispatching network-vif-plugged-5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.839198] env[69245]: WARNING nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Received unexpected event network-vif-plugged-5edb4ee6-928c-46fa-83ce-0f6b355531a5 for instance with vm_state building and task_state spawning. [ 845.839198] env[69245]: DEBUG nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Received event network-changed-5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.839198] env[69245]: DEBUG nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Refreshing instance network info cache due to event network-changed-5edb4ee6-928c-46fa-83ce-0f6b355531a5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.839198] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Acquiring lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.858798] env[69245]: DEBUG nova.compute.utils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Can not refresh info_cache because instance was not found {{(pid=69245) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 845.862089] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2870c50-c9ae-40a4-86dc-f89c86f9aa65 req-08bd16e4-cb8c-4f38-87ee-43db1156cbad service nova] Releasing lock "refresh_cache-86bff97b-2120-400d-b464-05c3400125cc" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.877254] env[69245]: INFO nova.compute.manager [-] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Took 2.11 seconds to deallocate network for instance. [ 845.895712] env[69245]: DEBUG oslo_vmware.api [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Task: {'id': task-3707792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366342} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.897621] env[69245]: DEBUG nova.network.neutron [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.901331] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.901331] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.901662] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.901955] env[69245]: INFO nova.compute.manager [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 845.902831] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.909061] env[69245]: DEBUG nova.compute.manager [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.909061] env[69245]: DEBUG nova.network.neutron [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.915800] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.983842] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375b71b5-19dc-40e1-b7c2-2378e3ed4415 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.997996] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0944bc-9e9c-4207-95f9-958e9849507e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.041563] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30542d48-a6f2-42f3-93ad-bb5bad7ae746 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.055793] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ade9cae-2a4a-45a7-9851-1434e5c7cb71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.066481] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707793, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.089237] env[69245]: DEBUG nova.compute.provider_tree [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.105366] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707794, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.214975] env[69245]: INFO nova.compute.manager [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Took 42.56 seconds to build instance. [ 846.245865] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.246218] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a03ed2-2ef5-4d46-b817-bbe521610574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.254989] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 846.254989] env[69245]: value = "task-3707796" [ 846.254989] env[69245]: _type = "Task" [ 846.254989] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.275209] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707795, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.275209] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.305110] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.333650] env[69245]: DEBUG nova.network.neutron [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.337206] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.337503] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.337818] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.337863] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.338012] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.338142] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.338360] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.338517] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.338715] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.338882] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.339076] env[69245]: DEBUG nova.virt.hardware [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.340530] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2358bd67-e191-49da-a689-144088ca568a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.353851] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4f96c-83e0-4f84-9414-38b4f570e4b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.360878] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b54fece-18b4-4c99-9fc6-739b7a2e16b3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.396348] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.548960] env[69245]: DEBUG oslo_vmware.api [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707793, 'name': PowerOnVM_Task, 'duration_secs': 0.915486} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.549399] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.549573] env[69245]: DEBUG nova.compute.manager [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.550469] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95375a61-3274-42ce-836a-5ae970944de2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.581691] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715131} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.581993] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 86bff97b-2120-400d-b464-05c3400125cc/86bff97b-2120-400d-b464-05c3400125cc.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.582232] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.582493] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb867b54-4708-40dd-b467-588d25044220 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.590808] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 846.590808] env[69245]: value = "task-3707797" [ 846.590808] env[69245]: _type = "Task" [ 846.590808] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.596086] env[69245]: DEBUG nova.scheduler.client.report [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.606484] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.715407] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4bc5d59d-3ade-4d77-947f-6653cb76aa3b tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.754s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.772026] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707796, 'name': PowerOffVM_Task, 'duration_secs': 0.208974} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.776909] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.777703] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.778882] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707795, 'name': CreateSnapshot_Task, 'duration_secs': 0.942786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.778882] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d954b-27cc-452a-be87-6498672a3842 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.781664] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 846.782811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da608e7-91fe-414a-a3cf-97ca04b8c7bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.797301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.798211] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20c354d-b3b3-49b9-b3c8-19ab62f9d01b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.834629] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.834629] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.834629] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Deleting the datastore file [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.835290] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b8de9b-5baa-473c-b5e8-3743afeea4a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.840447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Releasing lock "refresh_cache-7af95d4f-b663-45f4-8e7c-5462659e95f5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.841092] env[69245]: DEBUG nova.compute.manager [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.841194] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.842846] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c201759-0fca-4423-a01c-0f7cc6e8b174 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.849025] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 846.849025] env[69245]: value = "task-3707799" [ 846.849025] env[69245]: _type = "Task" [ 846.849025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.860273] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8129350-ee7d-4765-bdb7-b8a0f1802fdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.877672] env[69245]: DEBUG nova.network.neutron [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating instance_info_cache with network_info: [{"id": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "address": "fa:16:3e:04:bf:9a", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4ee6-92", "ovs_interfaceid": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.880661] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.913121] env[69245]: WARNING nova.virt.vmwareapi.vmops [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7af95d4f-b663-45f4-8e7c-5462659e95f5 could not be found. [ 846.913121] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.913121] env[69245]: INFO nova.compute.manager [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 0.07 seconds to destroy the instance on the hypervisor. [ 846.913121] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.913121] env[69245]: DEBUG nova.compute.manager [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.913121] env[69245]: DEBUG nova.network.neutron [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.951808] env[69245]: DEBUG nova.network.neutron [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.075739] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.102837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.103406] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.107035] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175361} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.107035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.123s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.109371] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.111634] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81cc74-703a-41f3-bc75-047b85453101 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.139925] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 86bff97b-2120-400d-b464-05c3400125cc/86bff97b-2120-400d-b464-05c3400125cc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.140320] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8adef965-a62b-4062-ab4c-dfe1f68b157a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.189206] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 847.189206] env[69245]: value = "task-3707800" [ 847.189206] env[69245]: _type = "Task" [ 847.189206] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.200747] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.308806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.310057] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2d9cedc-1a15-40d9-a4ed-26139d0772c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.321103] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 847.321103] env[69245]: value = "task-3707801" [ 847.321103] env[69245]: _type = "Task" [ 847.321103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.334430] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707801, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.367677] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304026} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.368299] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.370508] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.370508] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.385213] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.385552] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Instance network_info: |[{"id": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "address": "fa:16:3e:04:bf:9a", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4ee6-92", "ovs_interfaceid": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.386085] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Acquired lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386327] env[69245]: DEBUG nova.network.neutron [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Refreshing network info cache for port 5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.387593] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:bf:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5edb4ee6-928c-46fa-83ce-0f6b355531a5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.396071] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Creating folder: Project (9e75381b44584f7e8727b4bd38f04c2d). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.399123] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be640ae1-c6d9-4715-ab60-d413bd2f65c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.410275] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Created folder: Project (9e75381b44584f7e8727b4bd38f04c2d) in parent group-v738357. [ 847.410471] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Creating folder: Instances. Parent ref: group-v738491. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.410717] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213b2726-94dd-4c62-910d-a01af850302c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.423791] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Created folder: Instances in parent group-v738491. [ 847.423791] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.423987] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.425308] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e2a5aad-dc38-4484-8899-a0922f9dc026 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.455861] env[69245]: DEBUG nova.network.neutron [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.459474] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.459474] env[69245]: value = "task-3707804" [ 847.459474] env[69245]: _type = "Task" [ 847.459474] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.472923] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707804, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.617314] env[69245]: DEBUG nova.compute.utils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.620819] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.621707] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.678539] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "322dcd38-4643-438a-b672-6a47edc1e5c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.678978] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.679617] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.679823] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.680141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.689044] env[69245]: INFO nova.compute.manager [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Terminating instance [ 847.703898] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.829769] env[69245]: DEBUG nova.policy [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6925730dcc9047c39d385be46a1c34d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01c9ee5563fd4ed486c006b208f3dd60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.844080] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707801, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.852022] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Successfully updated port: fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.885785] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f5f1f-4e97-49a0-b941-07bcc8621b4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.897263] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b573d112-a1f3-4fae-ba8b-3e7deaafb8c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.943256] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e04423c-821b-42b5-bb5b-fe078e990209 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.951430] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9797da-4cd4-45e0-95f1-88ca9fe6f4d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.972448] env[69245]: INFO nova.compute.manager [-] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Took 1.06 seconds to deallocate network for instance. [ 847.973475] env[69245]: DEBUG nova.compute.provider_tree [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.998071] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707804, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.121912] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.200524] env[69245]: DEBUG nova.compute.manager [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.200767] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.201141] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707800, 'name': ReconfigVM_Task, 'duration_secs': 0.664934} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.204016] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22546c-3794-45f2-9050-89569969550b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.205812] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 86bff97b-2120-400d-b464-05c3400125cc/86bff97b-2120-400d-b464-05c3400125cc.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.206593] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9cf584b-97bc-41cd-b53a-52be85bed312 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.214632] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.217588] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e98d27a-1d26-4132-b94b-63d4fa22df40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.221447] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 848.221447] env[69245]: value = "task-3707805" [ 848.221447] env[69245]: _type = "Task" [ 848.221447] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.228281] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 848.228281] env[69245]: value = "task-3707806" [ 848.228281] env[69245]: _type = "Task" [ 848.228281] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.233135] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707805, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.246781] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.283754] env[69245]: DEBUG nova.network.neutron [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updated VIF entry in instance network info cache for port 5edb4ee6-928c-46fa-83ce-0f6b355531a5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.284161] env[69245]: DEBUG nova.network.neutron [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating instance_info_cache with network_info: [{"id": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "address": "fa:16:3e:04:bf:9a", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4ee6-92", "ovs_interfaceid": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.295147] env[69245]: DEBUG nova.network.neutron [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.338161] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707801, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.355644] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.358629] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.358629] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.424215] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.424470] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.424659] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.424880] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.425078] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.425256] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.425542] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.426018] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.426018] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.426188] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.426321] env[69245]: DEBUG nova.virt.hardware [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.427980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771497f-91d5-475a-bf1a-ff43d6642b2b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.441076] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70037d4-9d9b-459e-a843-fb6c7bacc560 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.465857] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.473998] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.474496] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.479240] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad953a6-205c-4401-a990-a3f9cbb59042 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.494937] env[69245]: DEBUG nova.scheduler.client.report [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.502065] env[69245]: INFO nova.compute.manager [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance disappeared during terminate [ 848.502065] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95d5f473-f074-47ec-bf09-68792aa8fe10 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "7af95d4f-b663-45f4-8e7c-5462659e95f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.667s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.511239] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707804, 'name': CreateVM_Task, 'duration_secs': 0.571305} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.518574] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.518574] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.518574] env[69245]: value = "task-3707807" [ 848.518574] env[69245]: _type = "Task" [ 848.518574] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.518574] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.518574] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.518574] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.518574] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef348627-c13e-4def-b7a3-ac9c07bd0ecf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.529380] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 848.529380] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527045cc-9bd3-9d7d-6a4f-3e4e87e15a0a" [ 848.529380] env[69245]: _type = "Task" [ 848.529380] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.533668] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707807, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.547865] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527045cc-9bd3-9d7d-6a4f-3e4e87e15a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014094} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.548381] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.548680] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.549104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.549313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.549525] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.550342] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-080549d6-9dd1-4695-ade3-d4efa2b25ad4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.562683] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.562931] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.564444] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a809bc73-1247-4549-bd0e-e6ed541b56f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.572604] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 848.572604] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf4a6f-9d94-a853-8d71-6af7b0e3dff2" [ 848.572604] env[69245]: _type = "Task" [ 848.572604] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.586768] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf4a6f-9d94-a853-8d71-6af7b0e3dff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.716678] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Successfully created port: 8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.732389] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707805, 'name': Rename_Task, 'duration_secs': 0.185267} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.736035] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.736542] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c6810d-7c28-4302-9252-9bd664ef8e96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.745040] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707806, 'name': PowerOffVM_Task, 'duration_secs': 0.235354} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.746892] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.746892] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.748435] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 848.748435] env[69245]: value = "task-3707808" [ 848.748435] env[69245]: _type = "Task" [ 848.748435] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.748435] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7dd5ef9-ebc8-4123-b9ab-c517874d6f0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.759578] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.788140] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] Releasing lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.788436] env[69245]: DEBUG nova.compute.manager [req-2ec87646-8562-46d8-83d9-a0fea0f56710 req-7e7c8c85-0b34-4234-bb85-3e12ed26e965 service nova] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Received event network-vif-deleted-10fa0cef-af18-4ac6-b792-947b9e3f7e40 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.798237] env[69245]: INFO nova.compute.manager [-] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Took 2.89 seconds to deallocate network for instance. [ 848.839468] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707801, 'name': CloneVM_Task, 'duration_secs': 1.389455} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.841963] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Created linked-clone VM from snapshot [ 848.842287] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.842467] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.842667] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleting the datastore file [datastore2] 322dcd38-4643-438a-b672-6a47edc1e5c8 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.844105] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4810526a-e0dd-4d68-b253-c5e17cf8bfd0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.847884] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caaa018c-71ac-4587-89fd-1a1bf9c9febf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.857458] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Uploading image 0f172c6b-a3a5-4f9e-8848-698221fefd8d {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 848.861226] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for the task: (returnval){ [ 848.861226] env[69245]: value = "task-3707810" [ 848.861226] env[69245]: _type = "Task" [ 848.861226] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.872118] env[69245]: DEBUG nova.compute.manager [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received event network-vif-plugged-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.872293] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] Acquiring lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.872505] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.872670] env[69245]: DEBUG oslo_concurrency.lockutils [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.877952] env[69245]: DEBUG nova.compute.manager [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] No waiting events found dispatching network-vif-plugged-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.877952] env[69245]: WARNING nova.compute.manager [req-2ffec86c-9cf1-4250-a527-41370df69ed8 req-c424bbe0-3087-4ffa-8c91-867ed234d3f8 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received unexpected event network-vif-plugged-fff5175b-f505-4219-9ee6-3f473b395874 for instance with vm_state building and task_state spawning. [ 848.883232] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.898270] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.898270] env[69245]: value = "vm-738490" [ 848.898270] env[69245]: _type = "VirtualMachine" [ 848.898270] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.906387] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f625dc5-f048-42b4-b3a1-8edf4f9cc32d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.910296] env[69245]: DEBUG nova.compute.manager [req-6e4e2972-2bc0-48b6-8fdb-44d8a009e0b0 req-e426c384-d0b5-447a-97ee-5acbdb50b123 service nova] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Received event network-vif-deleted-0f231a88-0dca-4ef1-a08b-f7b7a603c0b9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.923483] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.926387] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease: (returnval){ [ 848.926387] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de1f2b-bd62-e182-705f-db60cfe8a2dd" [ 848.926387] env[69245]: _type = "HttpNfcLease" [ 848.926387] env[69245]: } obtained for exporting VM: (result){ [ 848.926387] env[69245]: value = "vm-738490" [ 848.926387] env[69245]: _type = "VirtualMachine" [ 848.926387] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.926688] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the lease: (returnval){ [ 848.926688] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de1f2b-bd62-e182-705f-db60cfe8a2dd" [ 848.926688] env[69245]: _type = "HttpNfcLease" [ 848.926688] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.940123] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.940123] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de1f2b-bd62-e182-705f-db60cfe8a2dd" [ 848.940123] env[69245]: _type = "HttpNfcLease" [ 848.940123] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.005023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.005344] env[69245]: INFO nova.compute.manager [None req-92fb9952-b1f1-457b-9002-32b14de1a29f tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Successfully reverted task state from rebuilding on failure for instance. [ 849.012503] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.471s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.012735] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.015327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.517s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.015517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.018046] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.206s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.018046] env[69245]: DEBUG nova.objects.instance [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lazy-loading 'resources' on Instance uuid f153deb7-511b-45b6-817f-7e5e55cf9836 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.042361] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707807, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.048229] env[69245]: INFO nova.scheduler.client.report [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Deleted allocations for instance f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431 [ 849.054486] env[69245]: INFO nova.scheduler.client.report [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Deleted allocations for instance 52226813-7807-42e1-9d49-378dbd70a061 [ 849.090824] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bf4a6f-9d94-a853-8d71-6af7b0e3dff2, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.090824] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9d196c-6481-46d8-84de-e4c6de11026e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.100035] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 849.100035] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f165c-59f3-6dc9-bcdc-23327c59e64e" [ 849.100035] env[69245]: _type = "Task" [ 849.100035] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.110879] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f165c-59f3-6dc9-bcdc-23327c59e64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.133233] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.162030] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.162195] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.162267] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.162499] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.163167] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.163167] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.163167] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.163549] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.163549] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.163549] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.163808] env[69245]: DEBUG nova.virt.hardware [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.164773] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c14dc-c84a-4d71-8209-e9b9d86468a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.174045] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab1224-b68f-488a-8a59-3442200ea746 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.218514] env[69245]: DEBUG nova.network.neutron [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [{"id": "fff5175b-f505-4219-9ee6-3f473b395874", "address": "fa:16:3e:f2:75:4a", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff5175b-f5", "ovs_interfaceid": "fff5175b-f505-4219-9ee6-3f473b395874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.265119] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.307492] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.375153] env[69245]: DEBUG oslo_vmware.api [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Task: {'id': task-3707810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211809} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.375773] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.376872] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.376872] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.376872] env[69245]: INFO nova.compute.manager [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 849.377054] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.377193] env[69245]: DEBUG nova.compute.manager [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.377193] env[69245]: DEBUG nova.network.neutron [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.439336] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.439336] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de1f2b-bd62-e182-705f-db60cfe8a2dd" [ 849.439336] env[69245]: _type = "HttpNfcLease" [ 849.439336] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.439834] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.439834] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52de1f2b-bd62-e182-705f-db60cfe8a2dd" [ 849.439834] env[69245]: _type = "HttpNfcLease" [ 849.439834] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.442117] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2a0b7-36bd-40a1-9c11-7f0bd4461069 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.453411] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.453672] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.534491] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707807, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.561763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-62ec447f-7da2-4dc2-b273-a23387abb5e3 tempest-ServersTestFqdnHostnames-543136473 tempest-ServersTestFqdnHostnames-543136473-project-member] Lock "f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.794s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.567768] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46afe9df-422d-43b1-8a77-560323f9413e tempest-ServerShowV254Test-408781620 tempest-ServerShowV254Test-408781620-project-member] Lock "52226813-7807-42e1-9d49-378dbd70a061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.389s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.587580] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5420645-4404-4ec3-a987-ef84a00c945f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.620977] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f165c-59f3-6dc9-bcdc-23327c59e64e, 'name': SearchDatastore_Task, 'duration_secs': 0.013229} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.624302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.624995] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 102fc0dd-4690-4dcc-b95b-ff9feee72ae5/102fc0dd-4690-4dcc-b95b-ff9feee72ae5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.626190] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690096b4-1b0a-493f-893a-626c3152ab9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.642765] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 849.642765] env[69245]: value = "task-3707812" [ 849.642765] env[69245]: _type = "Task" [ 849.642765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.657135] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.720983] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.721351] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Instance network_info: |[{"id": "fff5175b-f505-4219-9ee6-3f473b395874", "address": "fa:16:3e:f2:75:4a", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff5175b-f5", "ovs_interfaceid": "fff5175b-f505-4219-9ee6-3f473b395874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.721792] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:75:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fff5175b-f505-4219-9ee6-3f473b395874', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.730288] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating folder: Project (02108dbedc6f4539be3811f663a0a784). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.730288] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1093a8be-4f32-490b-a5d6-44ae3dca657d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.748207] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created folder: Project (02108dbedc6f4539be3811f663a0a784) in parent group-v738357. [ 849.748207] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating folder: Instances. Parent ref: group-v738495. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.748424] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74592559-e8f6-459a-806b-63bb7c2aa33c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.763772] env[69245]: DEBUG oslo_vmware.api [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707808, 'name': PowerOnVM_Task, 'duration_secs': 0.572195} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.764707] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.765336] env[69245]: INFO nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 10.94 seconds to spawn the instance on the hypervisor. [ 849.765336] env[69245]: DEBUG nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.765472] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created folder: Instances in parent group-v738495. [ 849.766504] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.766504] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23dc743-f46a-4300-bf91-8972b5a9a719 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769984] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.772517] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f01d7d5c-b33d-4bf8-9205-c35f7a46cec1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.796762] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.796762] env[69245]: value = "task-3707815" [ 849.796762] env[69245]: _type = "Task" [ 849.796762] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.808932] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707815, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.042369] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707807, 'name': CreateVM_Task, 'duration_secs': 1.491999} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.042563] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.043116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.043390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.043844] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.044835] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27809d25-ce81-4e2f-8525-75826edb30e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.055365] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 850.055365] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522a1fd4-88a8-2959-e805-86e58d5ca814" [ 850.055365] env[69245]: _type = "Task" [ 850.055365] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.077848] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522a1fd4-88a8-2959-e805-86e58d5ca814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.078955] env[69245]: DEBUG nova.compute.manager [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Stashing vm_state: stopped {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 850.170851] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.266254] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf1ac3-1a22-4f88-80b3-fd60697512ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.277804] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5005347-13a9-480b-a5ea-12076714d33d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.331963] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ff328-7030-4cd0-98d0-c60a7508bf1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.336028] env[69245]: INFO nova.compute.manager [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 44.77 seconds to build instance. [ 850.343846] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707815, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.350278] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37b0c4-7e5c-44c4-b355-e60509a6dcbe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.368276] env[69245]: DEBUG nova.compute.provider_tree [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.421346] env[69245]: DEBUG nova.network.neutron [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.569709] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522a1fd4-88a8-2959-e805-86e58d5ca814, 'name': SearchDatastore_Task, 'duration_secs': 0.056084} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.569709] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.570111] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.570183] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.570366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.570586] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.570914] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-837c2ab6-8bd2-48de-a7bc-43fb20fccda0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.581098] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.582445] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.582445] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4114260a-7e08-4220-92d3-cbdaee3b035e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.594947] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 850.594947] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5229648f-cae0-0053-d545-098f1c594b5c" [ 850.594947] env[69245]: _type = "Task" [ 850.594947] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.613962] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5229648f-cae0-0053-d545-098f1c594b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01394} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.613962] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f95320-2e9d-490e-ab77-6db10fcb1dc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.628689] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.629779] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 850.629779] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aa0dad-c8d6-c0ab-6fa2-6bf1d337d309" [ 850.629779] env[69245]: _type = "Task" [ 850.629779] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.645386] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aa0dad-c8d6-c0ab-6fa2-6bf1d337d309, 'name': SearchDatastore_Task, 'duration_secs': 0.017374} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.645386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.645386] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.645386] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e2b9ce-7a5d-4183-af72-99751e9dbadf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.670112] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 850.670112] env[69245]: value = "task-3707816" [ 850.670112] env[69245]: _type = "Task" [ 850.670112] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.670481] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.670761] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 102fc0dd-4690-4dcc-b95b-ff9feee72ae5/102fc0dd-4690-4dcc-b95b-ff9feee72ae5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.671192] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.674887] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9acfd6bb-edfd-4028-ae53-a223c4920234 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.683736] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.686095] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 850.686095] env[69245]: value = "task-3707817" [ 850.686095] env[69245]: _type = "Task" [ 850.686095] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.696902] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.768603] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "e32032ac-3659-472b-b593-cadfb38f977c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.770534] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.841162] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707815, 'name': CreateVM_Task, 'duration_secs': 0.664355} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.841162] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.841928] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846518] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7d05b80b-7d57-413d-923a-17ac575f3a4a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.465s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.847745] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca635e5-0e5d-41b1-9391-5ba67b8acd3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858556] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 850.858556] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa6235-eb53-cb0b-cb76-3440686e5100" [ 850.858556] env[69245]: _type = "Task" [ 850.858556] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.870145] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa6235-eb53-cb0b-cb76-3440686e5100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.904399] env[69245]: ERROR nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [req-b9d64e48-c1be-4117-9f64-2b3d040234cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9d64e48-c1be-4117-9f64-2b3d040234cf"}]} [ 850.927914] env[69245]: INFO nova.compute.manager [-] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Took 1.55 seconds to deallocate network for instance. [ 850.931986] env[69245]: DEBUG nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 850.957257] env[69245]: DEBUG nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 850.957617] env[69245]: DEBUG nova.compute.provider_tree [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.973352] env[69245]: DEBUG nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 850.997409] env[69245]: DEBUG nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.203588] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.217617] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.461904} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.219109] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.219301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599f5d2-9855-45a8-914b-71373ccf570f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.249022] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 102fc0dd-4690-4dcc-b95b-ff9feee72ae5/102fc0dd-4690-4dcc-b95b-ff9feee72ae5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.253724] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4d8259-1ad4-46f3-be61-f32c4136edbb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.276988] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.279951] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 851.279951] env[69245]: value = "task-3707818" [ 851.279951] env[69245]: _type = "Task" [ 851.279951] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.295174] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.380427] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa6235-eb53-cb0b-cb76-3440686e5100, 'name': SearchDatastore_Task, 'duration_secs': 0.023702} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.380427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.380427] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.380427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.380427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.380427] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.380427] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b1a704-44c7-4c50-bb13-39f3fca5ba6f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.400581] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.400705] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.405069] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1f9cb0-1252-46cc-b1cb-94bd3d21fbdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.415431] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 851.415431] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52751043-fa0a-9a9e-8b2a-2b8a4bcc63ee" [ 851.415431] env[69245]: _type = "Task" [ 851.415431] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.426870] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52751043-fa0a-9a9e-8b2a-2b8a4bcc63ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.448576] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.663805] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f80ea4-5e50-458a-a763-a6b3e6c36575 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.673041] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c5007-c67e-4ac0-be70-9daa990002e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.687454] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913582} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.713061] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.713231] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.713622] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-850a7c88-5f85-468c-9d84-1674fc388389 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.716281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688ad11-d1e8-40ea-8cb1-73bf075b5fb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.726759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b6c020-db6b-4089-be29-d62e7e40e61f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.731620] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 851.731620] env[69245]: value = "task-3707819" [ 851.731620] env[69245]: _type = "Task" [ 851.731620] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.746209] env[69245]: DEBUG nova.compute.provider_tree [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.752481] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.796604] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.804719] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.875022] env[69245]: DEBUG nova.compute.manager [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-changed-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.875022] env[69245]: DEBUG nova.compute.manager [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing instance network info cache due to event network-changed-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.875022] env[69245]: DEBUG oslo_concurrency.lockutils [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.875022] env[69245]: DEBUG oslo_concurrency.lockutils [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.875022] env[69245]: DEBUG nova.network.neutron [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing network info cache for port b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.877307] env[69245]: DEBUG nova.compute.manager [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received event network-changed-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.877541] env[69245]: DEBUG nova.compute.manager [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing instance network info cache due to event network-changed-fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.878162] env[69245]: DEBUG oslo_concurrency.lockutils [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] Acquiring lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.878321] env[69245]: DEBUG oslo_concurrency.lockutils [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] Acquired lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.878513] env[69245]: DEBUG nova.network.neutron [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing network info cache for port fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.923845] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Successfully updated port: 8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.939766] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52751043-fa0a-9a9e-8b2a-2b8a4bcc63ee, 'name': SearchDatastore_Task, 'duration_secs': 0.033591} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.941777] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af9c28a-874f-41e7-a0ad-4559b1f418e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.950317] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 851.950317] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fadcc6-5328-0cc5-4e23-2086edbdf0af" [ 851.950317] env[69245]: _type = "Task" [ 851.950317] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.962258] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fadcc6-5328-0cc5-4e23-2086edbdf0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.243373] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152144} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.243744] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.244605] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad4d63-c2dc-46e0-af70-6f29d34b0284 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.250562] env[69245]: DEBUG nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.272628] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.274507] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715656a8-bfa7-4f33-9043-d77b6fd9042e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.304666] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707818, 'name': ReconfigVM_Task, 'duration_secs': 0.771048} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.304666] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 102fc0dd-4690-4dcc-b95b-ff9feee72ae5/102fc0dd-4690-4dcc-b95b-ff9feee72ae5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.305437] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 852.305437] env[69245]: value = "task-3707820" [ 852.305437] env[69245]: _type = "Task" [ 852.305437] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.305670] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f294631-e809-4ecf-8c0d-d878a4a61895 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.324189] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.327535] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 852.327535] env[69245]: value = "task-3707821" [ 852.327535] env[69245]: _type = "Task" [ 852.327535] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.350742] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707821, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.427678] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.428839] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.428839] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.471966] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fadcc6-5328-0cc5-4e23-2086edbdf0af, 'name': SearchDatastore_Task, 'duration_secs': 0.021988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.471966] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.471966] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 5b2d06c1-0308-4145-9f70-809fdc3ce700/5b2d06c1-0308-4145-9f70-809fdc3ce700.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.471966] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc85ce72-a3c2-4050-adc2-870f76cad0a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.480088] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 852.480088] env[69245]: value = "task-3707822" [ 852.480088] env[69245]: _type = "Task" [ 852.480088] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.490585] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.757334] env[69245]: DEBUG nova.network.neutron [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updated VIF entry in instance network info cache for port fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.757993] env[69245]: DEBUG nova.network.neutron [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [{"id": "fff5175b-f505-4219-9ee6-3f473b395874", "address": "fa:16:3e:f2:75:4a", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff5175b-f5", "ovs_interfaceid": "fff5175b-f505-4219-9ee6-3f473b395874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.775509] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.779971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.720s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.780113] env[69245]: DEBUG nova.objects.instance [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lazy-loading 'resources' on Instance uuid 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.808061] env[69245]: INFO nova.scheduler.client.report [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted allocations for instance f153deb7-511b-45b6-817f-7e5e55cf9836 [ 852.824905] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.843948] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707821, 'name': Rename_Task, 'duration_secs': 0.28787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.844357] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.844746] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca6139d-337c-4a5b-baa8-bbc517b6ebee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.854246] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 852.854246] env[69245]: value = "task-3707823" [ 852.854246] env[69245]: _type = "Task" [ 852.854246] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.868169] env[69245]: INFO nova.compute.manager [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Rebuilding instance [ 852.870846] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.992780] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.998020] env[69245]: DEBUG nova.network.neutron [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updated VIF entry in instance network info cache for port b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.998020] env[69245]: DEBUG nova.network.neutron [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.998679] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.046637] env[69245]: DEBUG nova.compute.manager [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.047702] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f750bd1-0ed2-471b-913b-f03d21213150 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.185900] env[69245]: DEBUG nova.network.neutron [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Updating instance_info_cache with network_info: [{"id": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "address": "fa:16:3e:83:8f:f1", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4533dc-fa", "ovs_interfaceid": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.262551] env[69245]: DEBUG oslo_concurrency.lockutils [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] Releasing lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.262822] env[69245]: DEBUG nova.compute.manager [req-00afe360-5d5b-4734-a7a2-2cfac44e7843 req-19203f34-165f-4729-9a43-74e5cc1ba7a4 service nova] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Received event network-vif-deleted-3eefc813-f2d7-4930-b03c-2cc70a3e7f03 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.324596] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707820, 'name': ReconfigVM_Task, 'duration_secs': 0.695328} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.325243] env[69245]: DEBUG oslo_concurrency.lockutils [None req-972f20f0-580b-424a-b3ce-c1000e9f1eac tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "f153deb7-511b-45b6-817f-7e5e55cf9836" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.942s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.331552] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e/4e68d324-6c16-4173-bb86-a89af3de302e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.334182] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-418db3c9-ebc7-45ed-807c-f1a8d955b4fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.345109] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 853.345109] env[69245]: value = "task-3707824" [ 853.345109] env[69245]: _type = "Task" [ 853.345109] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.365099] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707824, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.375044] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.494272] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707822, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.501842] env[69245]: DEBUG oslo_concurrency.lockutils [req-e6bc7e85-508b-499f-8f43-3f28143956cb req-b00c2fa3-f3d9-4733-a777-508f3de3776f service nova] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.689656] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.690051] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Instance network_info: |[{"id": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "address": "fa:16:3e:83:8f:f1", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4533dc-fa", "ovs_interfaceid": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.690731] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d4533dc-fa3a-4b94-a060-d66d7e44437b', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.705520] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.708963] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.709615] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-920d31f3-6add-43b8-8631-1492394aa80b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.746047] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.746047] env[69245]: value = "task-3707825" [ 853.746047] env[69245]: _type = "Task" [ 853.746047] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.763957] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707825, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.773455] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.773905] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.857567] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707824, 'name': Rename_Task, 'duration_secs': 0.209981} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.861260] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.864636] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83c2c940-e7a4-4045-8c65-9e9fa29cceb6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.873922] env[69245]: DEBUG oslo_vmware.api [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707823, 'name': PowerOnVM_Task, 'duration_secs': 0.754216} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.875301] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.875453] env[69245]: INFO nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Took 11.37 seconds to spawn the instance on the hypervisor. [ 853.877276] env[69245]: DEBUG nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.877276] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 853.877276] env[69245]: value = "task-3707826" [ 853.877276] env[69245]: _type = "Task" [ 853.877276] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.877276] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842eef5b-75cc-486b-b777-c3cc02efa25b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.897594] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.001243] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707822, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.060812} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.001856] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 5b2d06c1-0308-4145-9f70-809fdc3ce700/5b2d06c1-0308-4145-9f70-809fdc3ce700.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.005034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.005034] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e94197-d3eb-4164-be28-45544c47312f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.011640] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 854.011640] env[69245]: value = "task-3707827" [ 854.011640] env[69245]: _type = "Task" [ 854.011640] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.025386] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.037647] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400735d4-1af9-4850-b152-1ad97a748e7f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.046223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99d508-d98a-4c96-aa6b-ef1be87ad7f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.054096] env[69245]: DEBUG nova.compute.manager [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.054096] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fc61e-2fd4-4df7-a716-232847a5da9e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.088473] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.089580] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19b44d30-36c7-440d-b188-dc8ba356a265 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.092596] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a92b795-0cab-43ee-8a6d-e36667ab2ab6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.107607] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07c4cca-d7a6-4d58-a7b3-9b50ec0e5281 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.112285] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 854.112285] env[69245]: value = "task-3707828" [ 854.112285] env[69245]: _type = "Task" [ 854.112285] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.129623] env[69245]: DEBUG nova.compute.provider_tree [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.134809] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.263022] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707825, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.276921] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.390437] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707826, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.418228] env[69245]: INFO nova.compute.manager [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Took 44.43 seconds to build instance. [ 854.524222] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129788} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.524913] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.525872] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da827d-fd33-4059-8d4b-ad2e8a513f0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.551793] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5b2d06c1-0308-4145-9f70-809fdc3ce700/5b2d06c1-0308-4145-9f70-809fdc3ce700.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.552185] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378cafee-ac56-4e6b-a7e3-2f0c524df527 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.575112] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 854.575112] env[69245]: value = "task-3707829" [ 854.575112] env[69245]: _type = "Task" [ 854.575112] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.585808] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.602407] env[69245]: INFO nova.compute.manager [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] instance snapshotting [ 854.605709] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c9cb1-f3a9-46a3-be4f-99e9602e01d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.633577] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f50b0d6-a3bf-421c-af8d-ef5be6d6a2a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.637461] env[69245]: DEBUG nova.scheduler.client.report [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.652882] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707828, 'name': PowerOffVM_Task, 'duration_secs': 0.321874} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.653200] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.653442] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.654263] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94138b9b-0dd5-4809-84ea-f6756e7c3b2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.661061] env[69245]: DEBUG nova.compute.manager [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Received event network-vif-plugged-8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.661397] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Acquiring lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.661743] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.662093] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.662354] env[69245]: DEBUG nova.compute.manager [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] No waiting events found dispatching network-vif-plugged-8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.662604] env[69245]: WARNING nova.compute.manager [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Received unexpected event network-vif-plugged-8d4533dc-fa3a-4b94-a060-d66d7e44437b for instance with vm_state building and task_state spawning. [ 854.663125] env[69245]: DEBUG nova.compute.manager [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Received event network-changed-8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.663125] env[69245]: DEBUG nova.compute.manager [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Refreshing instance network info cache due to event network-changed-8d4533dc-fa3a-4b94-a060-d66d7e44437b. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.663285] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Acquiring lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.663363] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Acquired lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.663484] env[69245]: DEBUG nova.network.neutron [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Refreshing network info cache for port 8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.671723] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.672452] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-facd3d23-3aa7-4e11-8656-2efc3cf95e29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.765034] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707825, 'name': CreateVM_Task, 'duration_secs': 0.587934} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.766776] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.766893] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.767043] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.769252] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.769252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.769252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.769252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.769252] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a11a9a84-5192-4e0e-be27-ee0ed87a3c72 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.770972] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557abc10-9862-42cd-b631-aed820fb94cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.778484] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 854.778484] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeb492-15df-8517-a3db-596787fca81a" [ 854.778484] env[69245]: _type = "Task" [ 854.778484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.782514] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 854.782514] env[69245]: value = "task-3707831" [ 854.782514] env[69245]: _type = "Task" [ 854.782514] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.792438] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeb492-15df-8517-a3db-596787fca81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.806711] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.825493] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.893475] env[69245]: DEBUG oslo_vmware.api [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707826, 'name': PowerOnVM_Task, 'duration_secs': 0.853651} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.894047] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.894278] env[69245]: DEBUG nova.compute.manager [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.895599] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41a7be2-8bf6-44ad-a7ca-3c908dd8e9f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.921275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c710ae79-16bf-426a-ad73-767cb8d8c2ad tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.241s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.088129] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.144533] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.148213] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.809s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.148213] env[69245]: DEBUG nova.objects.instance [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lazy-loading 'resources' on Instance uuid e6ce1154-cb3c-4906-a59c-a596e4eb5706 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.154448] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.154725] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b2bb773-1ce8-4d68-8e63-6fe9721098aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.165797] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 855.165797] env[69245]: value = "task-3707832" [ 855.165797] env[69245]: _type = "Task" [ 855.165797] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.174716] env[69245]: INFO nova.scheduler.client.report [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted allocations for instance 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb [ 855.181161] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.297266] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeb492-15df-8517-a3db-596787fca81a, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.297266] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297266] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.297266] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.297266] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.297806] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.297806] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c122a99a-2dea-44b8-ad05-9cf40e40911c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.303363] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443437} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.304080] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.304419] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.304419] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.314178] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.314911] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.315787] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642d7826-02c9-4b34-8bfb-43d0347949bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.324744] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 855.324744] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fb8200-d2e5-6efc-9961-c023dfd187e6" [ 855.324744] env[69245]: _type = "Task" [ 855.324744] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.336781] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fb8200-d2e5-6efc-9961-c023dfd187e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.420669] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.507146] env[69245]: DEBUG nova.network.neutron [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Updated VIF entry in instance network info cache for port 8d4533dc-fa3a-4b94-a060-d66d7e44437b. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.508969] env[69245]: DEBUG nova.network.neutron [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Updating instance_info_cache with network_info: [{"id": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "address": "fa:16:3e:83:8f:f1", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4533dc-fa", "ovs_interfaceid": "8d4533dc-fa3a-4b94-a060-d66d7e44437b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.590940] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707829, 'name': ReconfigVM_Task, 'duration_secs': 0.740129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.591320] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5b2d06c1-0308-4145-9f70-809fdc3ce700/5b2d06c1-0308-4145-9f70-809fdc3ce700.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.592486] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d0fd02-d252-4ca7-ba73-2b1813cb1910 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.602161] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 855.602161] env[69245]: value = "task-3707833" [ 855.602161] env[69245]: _type = "Task" [ 855.602161] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.615840] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707833, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.681163] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.690025] env[69245]: DEBUG oslo_concurrency.lockutils [None req-496552a2-4305-448d-9341-9ec9d175bf17 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.680s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.836258] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fb8200-d2e5-6efc-9961-c023dfd187e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.838349] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb9e8fa-1278-47cc-ac19-74c65a5e31ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.846741] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 855.846741] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52251202-fe37-6ca9-bbd4-2915dd841c0b" [ 855.846741] env[69245]: _type = "Task" [ 855.846741] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.860820] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52251202-fe37-6ca9-bbd4-2915dd841c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.014680] env[69245]: DEBUG oslo_concurrency.lockutils [req-00edf303-c518-46f0-9e11-f40fb15ab4e6 req-43d488f1-29a0-44cf-b225-10ecd011cde3 service nova] Releasing lock "refresh_cache-f7dbf915-0416-4aa8-9811-56ecef1916ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.120084] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707833, 'name': Rename_Task, 'duration_secs': 0.220206} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.120527] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.120923] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb01b034-b079-4ae1-8951-0e274b2b265f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.131893] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 856.131893] env[69245]: value = "task-3707834" [ 856.131893] env[69245]: _type = "Task" [ 856.131893] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.144702] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.183728] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707832, 'name': CreateSnapshot_Task, 'duration_secs': 0.996187} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.184067] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.185286] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84ee7d2-a9f2-406d-9346-701ec8ce356c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.231811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8497f74-a9e1-4752-bff9-59b7c57d3319 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.241229] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe1d6ac-4714-4d0e-b4b7-643c256b63f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.280314] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928ed356-b80c-46b7-aa4f-bf90d705e0bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.290354] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a06c6-c031-4536-8752-62eb3c2bb414 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.308975] env[69245]: DEBUG nova.compute.provider_tree [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.361191] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52251202-fe37-6ca9-bbd4-2915dd841c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021332} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.363092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.366022] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f7dbf915-0416-4aa8-9811-56ecef1916ea/f7dbf915-0416-4aa8-9811-56ecef1916ea.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.366022] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19f4d39-5117-42c4-b3ed-7e7f6b9bd98a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.372833] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 856.372833] env[69245]: value = "task-3707835" [ 856.372833] env[69245]: _type = "Task" [ 856.372833] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.375029] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.375299] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.375455] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.377025] env[69245]: DEBUG nova.virt.hardware [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.377920] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdeabdb6-4c60-49b8-8ee2-533abffa5cc8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.392265] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.396613] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c607d2d3-9332-41d0-94e9-72b7afc7b61e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.417849] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:68:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e199eac3-3b7c-4bc7-8608-eaea86437570', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.429869] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.430084] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.434028] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebe227b-6797-46c2-810f-e5e7b60a76bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.454756] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.454756] env[69245]: value = "task-3707836" [ 856.454756] env[69245]: _type = "Task" [ 856.454756] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.467228] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707836, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.647419] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.719733] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.720254] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8119bf7-e0ae-4153-85b2-8af834069e44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.729960] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 856.729960] env[69245]: value = "task-3707837" [ 856.729960] env[69245]: _type = "Task" [ 856.729960] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.749028] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707837, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.812655] env[69245]: DEBUG nova.scheduler.client.report [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.894513] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.968123] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707836, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.146413] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.243995] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707837, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.321559] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.324064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.550s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.324378] env[69245]: DEBUG nova.objects.instance [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lazy-loading 'resources' on Instance uuid 4a3b9e55-6e11-4191-8b8e-acf0a1472f66 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.390582] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671297} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.390935] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f7dbf915-0416-4aa8-9811-56ecef1916ea/f7dbf915-0416-4aa8-9811-56ecef1916ea.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.391173] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.391467] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b43d0a-94ac-4b1e-9c9a-446675024834 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.401352] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 857.401352] env[69245]: value = "task-3707838" [ 857.401352] env[69245]: _type = "Task" [ 857.401352] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.423972] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.466689] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707836, 'name': CreateVM_Task, 'duration_secs': 0.823193} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.466905] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.467620] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.467861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.468264] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.468619] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81734fda-c031-4214-b470-e048e8ab7ded {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.476848] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 857.476848] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ef6dbe-d3e9-3878-9289-1dd87cb466a8" [ 857.476848] env[69245]: _type = "Task" [ 857.476848] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.487949] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ef6dbe-d3e9-3878-9289-1dd87cb466a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.493540] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "4e68d324-6c16-4173-bb86-a89af3de302e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.493781] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.493983] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "4e68d324-6c16-4173-bb86-a89af3de302e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.494175] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.494341] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.502946] env[69245]: INFO nova.compute.manager [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Terminating instance [ 857.653190] env[69245]: DEBUG oslo_vmware.api [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3707834, 'name': PowerOnVM_Task, 'duration_secs': 1.065899} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.653190] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.653190] env[69245]: INFO nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Took 11.35 seconds to spawn the instance on the hypervisor. [ 857.653190] env[69245]: DEBUG nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.653190] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96754c9-eb5c-4ea6-b14d-033b57ff33fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.743325] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707837, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.776355] env[69245]: DEBUG nova.compute.manager [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Received event network-changed-5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.776668] env[69245]: DEBUG nova.compute.manager [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Refreshing instance network info cache due to event network-changed-5edb4ee6-928c-46fa-83ce-0f6b355531a5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.776902] env[69245]: DEBUG oslo_concurrency.lockutils [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] Acquiring lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.781681] env[69245]: DEBUG oslo_concurrency.lockutils [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] Acquired lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.784018] env[69245]: DEBUG nova.network.neutron [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Refreshing network info cache for port 5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.848458] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63fcc62e-4e0e-4b65-bf1d-2ee79d5a6e0c tempest-ServerActionsV293TestJSON-586000412 tempest-ServerActionsV293TestJSON-586000412-project-member] Lock "e6ce1154-cb3c-4906-a59c-a596e4eb5706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.689s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.917772] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123717} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.917772] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.918558] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ae71e-b866-4f98-843a-e189f69b94eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.948331] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] f7dbf915-0416-4aa8-9811-56ecef1916ea/f7dbf915-0416-4aa8-9811-56ecef1916ea.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.952153] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1247aeb4-087c-415e-88c7-a9bb89b931ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.976595] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 857.976595] env[69245]: value = "task-3707839" [ 857.976595] env[69245]: _type = "Task" [ 857.976595] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.990650] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707839, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.999314] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ef6dbe-d3e9-3878-9289-1dd87cb466a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014259} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.999845] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.000210] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.000576] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.000811] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.001106] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.005159] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ece909e-d120-4ce7-a944-f8d241b68e71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.010256] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "refresh_cache-4e68d324-6c16-4173-bb86-a89af3de302e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.010545] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquired lock "refresh_cache-4e68d324-6c16-4173-bb86-a89af3de302e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.010829] env[69245]: DEBUG nova.network.neutron [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.016237] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.016507] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.017318] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c9a6438-0100-4fca-abb8-e63e4dcdbab6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.024497] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 858.024497] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a51cd7-91b2-0d0d-aac0-9c8b07fe3816" [ 858.024497] env[69245]: _type = "Task" [ 858.024497] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.039022] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a51cd7-91b2-0d0d-aac0-9c8b07fe3816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.180800] env[69245]: INFO nova.compute.manager [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Took 47.14 seconds to build instance. [ 858.247914] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.248167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.249637] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707837, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.288135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "35a72864-4fdc-4458-96bd-d48d2739ec87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.288436] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.442586] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04ad368-8050-46b7-a498-7be7bd3985b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.451966] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5636e-165c-4512-82bc-2ec8fc6b0e8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.268448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cbd1876b-a328-4dde-a335-7c1d6d9eeb6c tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.677s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.268633] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.271517] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.286160] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657111f-4750-4b51-97ec-3b94a85924d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.305394] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d09c8-c34e-445f-a1d4-bd22bd9c4a73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.310662] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707839, 'name': ReconfigVM_Task, 'duration_secs': 0.679283} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.310662] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707837, 'name': CloneVM_Task, 'duration_secs': 1.760618} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.310662] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a51cd7-91b2-0d0d-aac0-9c8b07fe3816, 'name': SearchDatastore_Task, 'duration_secs': 0.023173} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.310662] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Reconfigured VM instance instance-0000002c to attach disk [datastore2] f7dbf915-0416-4aa8-9811-56ecef1916ea/f7dbf915-0416-4aa8-9811-56ecef1916ea.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.311096] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Created linked-clone VM from snapshot [ 859.312289] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2fe70b-92b0-4337-8ba4-7ba0fb1760b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.314493] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f445ea3c-a20b-482e-8e99-31eaa7ab664f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.317967] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297af4c3-53bf-4853-b186-870a01f2c463 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.329604] env[69245]: DEBUG nova.compute.provider_tree [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.333587] env[69245]: DEBUG nova.network.neutron [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.341035] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Uploading image 0cd092f3-4e1e-4e59-bf4f-a93d6fddbfab {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 859.344905] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 859.344905] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5233a0f6-0818-9e0c-e511-d79534fb9474" [ 859.344905] env[69245]: _type = "Task" [ 859.344905] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.345932] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 859.345932] env[69245]: value = "task-3707840" [ 859.345932] env[69245]: _type = "Task" [ 859.345932] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.360620] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5233a0f6-0818-9e0c-e511-d79534fb9474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.367114] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707840, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.376043] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 859.376043] env[69245]: value = "vm-738501" [ 859.376043] env[69245]: _type = "VirtualMachine" [ 859.376043] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 859.376912] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f29a40c8-b2fc-4bd1-b8ae-afe8dd57835a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.384498] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lease: (returnval){ [ 859.384498] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52506008-5735-f753-c29f-f9a0a25a867f" [ 859.384498] env[69245]: _type = "HttpNfcLease" [ 859.384498] env[69245]: } obtained for exporting VM: (result){ [ 859.384498] env[69245]: value = "vm-738501" [ 859.384498] env[69245]: _type = "VirtualMachine" [ 859.384498] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 859.384498] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the lease: (returnval){ [ 859.384498] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52506008-5735-f753-c29f-f9a0a25a867f" [ 859.384498] env[69245]: _type = "HttpNfcLease" [ 859.384498] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 859.395358] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.395358] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52506008-5735-f753-c29f-f9a0a25a867f" [ 859.395358] env[69245]: _type = "HttpNfcLease" [ 859.395358] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.463661] env[69245]: DEBUG nova.network.neutron [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updated VIF entry in instance network info cache for port 5edb4ee6-928c-46fa-83ce-0f6b355531a5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.464433] env[69245]: DEBUG nova.network.neutron [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating instance_info_cache with network_info: [{"id": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "address": "fa:16:3e:04:bf:9a", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5edb4ee6-92", "ovs_interfaceid": "5edb4ee6-928c-46fa-83ce-0f6b355531a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.472178] env[69245]: DEBUG nova.network.neutron [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.806422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.815410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.837164] env[69245]: DEBUG nova.scheduler.client.report [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.874986] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5233a0f6-0818-9e0c-e511-d79534fb9474, 'name': SearchDatastore_Task, 'duration_secs': 0.030154} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.875268] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707840, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.875661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.876089] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.876562] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-246472a0-6857-4d86-9ec5-15ab98ed8c50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.887287] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 859.887287] env[69245]: value = "task-3707842" [ 859.887287] env[69245]: _type = "Task" [ 859.887287] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.902909] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.905065] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.905065] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52506008-5735-f753-c29f-f9a0a25a867f" [ 859.905065] env[69245]: _type = "HttpNfcLease" [ 859.905065] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 859.905447] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 859.905447] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52506008-5735-f753-c29f-f9a0a25a867f" [ 859.905447] env[69245]: _type = "HttpNfcLease" [ 859.905447] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 859.906539] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5bb163-4355-415a-8b31-0e68f596969b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.917078] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 859.917253] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.978159] env[69245]: DEBUG oslo_concurrency.lockutils [req-724cbe68-15d6-4aed-ba49-3d8724a32e7a req-1bdc855c-e7ea-41f2-a1c0-84287507788c service nova] Releasing lock "refresh_cache-102fc0dd-4690-4dcc-b95b-ff9feee72ae5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.978752] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Releasing lock "refresh_cache-4e68d324-6c16-4173-bb86-a89af3de302e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.979272] env[69245]: DEBUG nova.compute.manager [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.979421] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.980361] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f4b97-a3a6-4589-904b-f60a17916064 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.990720] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.990996] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e761d2-26f6-44a5-845c-5859a34803e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.998414] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 859.998414] env[69245]: value = "task-3707843" [ 859.998414] env[69245]: _type = "Task" [ 859.998414] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.008988] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.058267] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0702614e-e62e-4a68-aacb-e179169186a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.255395] env[69245]: DEBUG nova.compute.manager [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received event network-changed-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.255620] env[69245]: DEBUG nova.compute.manager [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing instance network info cache due to event network-changed-fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.255917] env[69245]: DEBUG oslo_concurrency.lockutils [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] Acquiring lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.256115] env[69245]: DEBUG oslo_concurrency.lockutils [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] Acquired lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.256284] env[69245]: DEBUG nova.network.neutron [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing network info cache for port fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.344272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.020s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.348070] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.872s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.348540] env[69245]: INFO nova.compute.claims [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.366021] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707840, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.381532] env[69245]: INFO nova.scheduler.client.report [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleted allocations for instance 4a3b9e55-6e11-4191-8b8e-acf0a1472f66 [ 860.402456] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.509762] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707843, 'name': PowerOffVM_Task, 'duration_secs': 0.191998} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.510521] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.511287] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.511287] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc4b0ca6-ba9b-4d34-a240-94c39699545c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.545125] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.545125] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.545125] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Deleting the datastore file [datastore2] 4e68d324-6c16-4173-bb86-a89af3de302e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.545125] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-174350e4-55c2-4c9c-b4ad-f77adc562d58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554040] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for the task: (returnval){ [ 860.554040] env[69245]: value = "task-3707845" [ 860.554040] env[69245]: _type = "Task" [ 860.554040] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.563739] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.564591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.574862] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.870900] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707840, 'name': Rename_Task, 'duration_secs': 1.330137} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.874291] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.874932] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf6a4d6-0f91-49a6-aa47-3f094c3ff58c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.885286] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 860.885286] env[69245]: value = "task-3707846" [ 860.885286] env[69245]: _type = "Task" [ 860.885286] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.895126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc1bf497-c50b-4fac-a9f8-46d0250ead71 tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "4a3b9e55-6e11-4191-8b8e-acf0a1472f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.049s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.906704] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707846, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.910767] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707842, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.067957] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.082450] env[69245]: DEBUG oslo_vmware.api [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Task: {'id': task-3707845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168915} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.083035] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.083261] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.083906] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.084519] env[69245]: INFO nova.compute.manager [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 861.084519] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.084990] env[69245]: DEBUG nova.compute.manager [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.085207] env[69245]: DEBUG nova.network.neutron [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.110060] env[69245]: DEBUG nova.network.neutron [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.227813] env[69245]: DEBUG nova.network.neutron [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updated VIF entry in instance network info cache for port fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.227813] env[69245]: DEBUG nova.network.neutron [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [{"id": "fff5175b-f505-4219-9ee6-3f473b395874", "address": "fa:16:3e:f2:75:4a", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff5175b-f5", "ovs_interfaceid": "fff5175b-f505-4219-9ee6-3f473b395874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.399680] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.418416] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "9305dae7-b3a1-4313-9c56-efd16191efff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.418698] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.419010] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.419303] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.420387] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.425363] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707842, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.241455} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.426249] env[69245]: INFO nova.compute.manager [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Terminating instance [ 861.428960] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.429958] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.436485] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa96f146-3541-4461-ad1e-48e9f64d9afc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.446185] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 861.446185] env[69245]: value = "task-3707847" [ 861.446185] env[69245]: _type = "Task" [ 861.446185] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.461054] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.532067] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.533464] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67585c97-5cd3-4468-81b0-81ab96ffdd9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.543829] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.544276] env[69245]: ERROR oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk due to incomplete transfer. [ 861.548166] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3c92b1b-f24d-4c71-a258-62523155da0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.558180] env[69245]: DEBUG oslo_vmware.rw_handles [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520914a4-4c27-abc1-e316-bc04fee3379c/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.558387] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Uploaded image 0f172c6b-a3a5-4f9e-8848-698221fefd8d to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.561179] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.561566] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a13c80d3-6d93-406e-8c5a-b2453137dbec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.574512] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 861.574512] env[69245]: value = "task-3707848" [ 861.574512] env[69245]: _type = "Task" [ 861.574512] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.597372] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707848, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.599226] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.615286] env[69245]: DEBUG nova.network.neutron [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.729884] env[69245]: DEBUG oslo_concurrency.lockutils [req-af1a8683-e764-4ca9-9618-2d8da4c258b9 req-3eef07f6-a2a0-4d48-a415-0ff3f0e7f85e service nova] Releasing lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.902330] env[69245]: DEBUG oslo_vmware.api [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707846, 'name': PowerOnVM_Task, 'duration_secs': 0.879932} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.902330] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.902330] env[69245]: INFO nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Took 12.77 seconds to spawn the instance on the hypervisor. [ 861.902330] env[69245]: DEBUG nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.903251] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac3c845-8e05-49dd-a1e5-b1d929670e64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.937349] env[69245]: DEBUG nova.compute.manager [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.937685] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.938727] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a8263e-6bec-4c4e-8e2d-59f4e2d60582 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.949472] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.955748] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7080016-4d4a-4812-b850-78644a2e5e9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.964419] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183754} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.966913] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.967406] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 861.967406] env[69245]: value = "task-3707849" [ 861.967406] env[69245]: _type = "Task" [ 861.967406] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.968252] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219baf86-5be1-4a2f-8c5d-4a1e59d5fab7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.986080] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.006424] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.009902] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32e0090-393b-422c-afba-dd5512c4e413 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.032611] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 862.032611] env[69245]: value = "task-3707850" [ 862.032611] env[69245]: _type = "Task" [ 862.032611] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.038925] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d630d5-be4a-47a0-a4e3-ed194464eb89 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.045868] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.052396] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a6c3f-17b0-44eb-923b-ad561f54c874 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.092421] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d002f3-1296-4f89-850f-9f716c5af4a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.104642] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc8aa7-accf-4338-8231-ffbf2b8accd9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.108678] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707848, 'name': Destroy_Task, 'duration_secs': 0.525779} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.108943] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Destroyed the VM [ 862.109268] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.109946] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcf18b98-335d-4f60-b431-d4b7d7ba5e2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.121218] env[69245]: DEBUG nova.compute.provider_tree [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.124668] env[69245]: INFO nova.compute.manager [-] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Took 1.04 seconds to deallocate network for instance. [ 862.125402] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 862.125402] env[69245]: value = "task-3707851" [ 862.125402] env[69245]: _type = "Task" [ 862.125402] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.149404] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.427134] env[69245]: INFO nova.compute.manager [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Took 46.39 seconds to build instance. [ 862.481486] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707849, 'name': PowerOffVM_Task, 'duration_secs': 0.329459} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.481774] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.481941] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.482219] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289d8460-682c-46be-b96b-d2f8d0c8e1c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.543682] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.628518] env[69245]: DEBUG nova.scheduler.client.report [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.647885] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.648208] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707851, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.797579] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.797803] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.797998] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleting the datastore file [datastore2] 9305dae7-b3a1-4313-9c56-efd16191efff {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.798380] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d975a7-a6cc-424d-8359-77119072dad6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.807907] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for the task: (returnval){ [ 862.807907] env[69245]: value = "task-3707853" [ 862.807907] env[69245]: _type = "Task" [ 862.807907] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.820353] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.929503] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ba02684-f5d9-4b12-92e3-bd740d3677cc tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.687s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.046856] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707850, 'name': ReconfigVM_Task, 'duration_secs': 0.620917} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.046856] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4/2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.047526] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b42ae69-502f-4613-b44d-9e64812aaef1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.056111] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 863.056111] env[69245]: value = "task-3707854" [ 863.056111] env[69245]: _type = "Task" [ 863.056111] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.069074] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707854, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.137651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.138635] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.143300] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.124s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.143578] env[69245]: INFO nova.compute.claims [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.160928] env[69245]: DEBUG oslo_vmware.api [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707851, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810358} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.161228] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.161453] env[69245]: INFO nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Took 17.97 seconds to snapshot the instance on the hypervisor. [ 863.212711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "13440a25-adc8-40d3-9a4c-bc04d0487141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.212947] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.213150] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.213332] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.213500] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.215708] env[69245]: INFO nova.compute.manager [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Terminating instance [ 863.319011] env[69245]: DEBUG oslo_vmware.api [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Task: {'id': task-3707853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319067} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.319166] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.319331] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.319516] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.319689] env[69245]: INFO nova.compute.manager [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 1.38 seconds to destroy the instance on the hypervisor. [ 863.319928] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.320133] env[69245]: DEBUG nova.compute.manager [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.320230] env[69245]: DEBUG nova.network.neutron [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.567429] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707854, 'name': Rename_Task, 'duration_secs': 0.211231} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.568023] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.568473] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e349443e-de9f-429c-bdc8-bb7a5f4b03f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.576067] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 863.576067] env[69245]: value = "task-3707855" [ 863.576067] env[69245]: _type = "Task" [ 863.576067] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.588103] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.659553] env[69245]: DEBUG nova.compute.utils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.663588] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.663588] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.669025] env[69245]: DEBUG nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance disappeared during snapshot {{(pid=69245) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 863.689009] env[69245]: DEBUG nova.compute.manager [None req-a803a53b-8668-424b-b4c6-50c6911cab0e tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image not found during clean up 0f172c6b-a3a5-4f9e-8848-698221fefd8d {{(pid=69245) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 863.720036] env[69245]: DEBUG nova.compute.manager [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.720257] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.721122] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcca828-91b8-4bbf-b5d5-536c41bd60e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.733612] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.733902] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff961a7-c394-4a35-bf61-687f112885fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.814260] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.814493] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.814775] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore1] 13440a25-adc8-40d3-9a4c-bc04d0487141 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.815067] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03bc9941-cb8d-45f0-b069-345b270ff254 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.824435] env[69245]: DEBUG oslo_vmware.api [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 863.824435] env[69245]: value = "task-3707857" [ 863.824435] env[69245]: _type = "Task" [ 863.824435] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.837845] env[69245]: DEBUG oslo_vmware.api [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.990341] env[69245]: DEBUG nova.policy [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4012430f9f33481fa88dcf64c0e0f88c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f090bb3dd14f2ba2fc9377f0b5d28f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.089061] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707855, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.101290] env[69245]: DEBUG nova.compute.manager [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.105020] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8b441f-5f80-416b-890a-7330d4157a53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.170497] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.180226] env[69245]: DEBUG nova.network.neutron [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.252395] env[69245]: DEBUG nova.compute.manager [req-98083c26-0880-47c6-ae97-6ab18800817c req-dab2133b-865c-4bdd-93a4-23a32fbb97e3 service nova] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Received event network-vif-deleted-808792cb-5be2-45fa-bdeb-60c62dd8f671 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.270042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.270374] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.342043] env[69245]: DEBUG oslo_vmware.api [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28313} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.345052] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.345953] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.346234] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.346447] env[69245]: INFO nova.compute.manager [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Took 0.63 seconds to destroy the instance on the hypervisor. [ 864.346916] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.347624] env[69245]: DEBUG nova.compute.manager [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.347751] env[69245]: DEBUG nova.network.neutron [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.566489] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Successfully created port: ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.595091] env[69245]: DEBUG oslo_vmware.api [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707855, 'name': PowerOnVM_Task, 'duration_secs': 0.796661} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.596658] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.597661] env[69245]: DEBUG nova.compute.manager [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.598132] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea5013-3b5b-4838-9ba3-646ea49d3f36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.617025] env[69245]: INFO nova.compute.manager [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] instance snapshotting [ 864.627863] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e531dea-af18-4746-a54b-3c93f8aa541e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.655928] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95dbf94-03db-4696-ae78-5350785151bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.688345] env[69245]: INFO nova.compute.manager [-] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Took 1.37 seconds to deallocate network for instance. [ 864.779020] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.867173] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c286c2-6479-406e-aeec-a0cdc39f02c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.879477] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeacc61b-0142-414b-adcf-266b5d4aa2ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.920515] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac59a4e-917f-41a4-a21b-626d8f8c8a93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.931068] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330ede7-a030-43c5-840d-e5e3800ffffe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.952643] env[69245]: DEBUG nova.compute.provider_tree [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.984755] env[69245]: DEBUG nova.compute.manager [req-b8308c19-9335-48bc-9259-fa6899fc74fc req-142206db-7f33-45eb-bccc-7c21e7582eda service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Received event network-vif-deleted-c18de30f-88d0-46e1-a647-3d2dbd2e0c7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.985228] env[69245]: INFO nova.compute.manager [req-b8308c19-9335-48bc-9259-fa6899fc74fc req-142206db-7f33-45eb-bccc-7c21e7582eda service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Neutron deleted interface c18de30f-88d0-46e1-a647-3d2dbd2e0c7f; detaching it from the instance and deleting it from the info cache [ 864.985228] env[69245]: DEBUG nova.network.neutron [req-b8308c19-9335-48bc-9259-fa6899fc74fc req-142206db-7f33-45eb-bccc-7c21e7582eda service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.123786] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.174508] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 865.175095] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab71857b-a12a-4fcb-8c94-939da41467d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.184665] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 865.184665] env[69245]: value = "task-3707858" [ 865.184665] env[69245]: _type = "Task" [ 865.184665] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.186527] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.201400] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.203182] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.216552] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.217535] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.217835] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.218523] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.219110] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.219520] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.220086] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.220382] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.220791] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.222110] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.222110] env[69245]: DEBUG nova.virt.hardware [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.222639] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2520026-6197-4035-b146-6d049d82fcf9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.238025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572f4b94-d542-4ab2-95e9-8e8d5989fba4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.253214] env[69245]: DEBUG nova.network.neutron [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.308793] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.459116] env[69245]: DEBUG nova.scheduler.client.report [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.491025] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-564cfcc5-28f5-459a-b8b9-103bdb5514b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.501267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f84a4-7799-4d61-bb8b-4fb7ec175933 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.542328] env[69245]: DEBUG nova.compute.manager [req-b8308c19-9335-48bc-9259-fa6899fc74fc req-142206db-7f33-45eb-bccc-7c21e7582eda service nova] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Detach interface failed, port_id=c18de30f-88d0-46e1-a647-3d2dbd2e0c7f, reason: Instance 13440a25-adc8-40d3-9a4c-bc04d0487141 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.696393] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.757304] env[69245]: INFO nova.compute.manager [-] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Took 1.41 seconds to deallocate network for instance. [ 865.962626] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.963061] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.966390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.663s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.968244] env[69245]: INFO nova.compute.claims [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.200746] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707858, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.265148] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.478139] env[69245]: DEBUG nova.compute.utils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.482048] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.482397] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.541172] env[69245]: DEBUG nova.policy [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a62141ba5b954ed9ab5393f7ad61e642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a384c5dab044b2bd280e1bcf9f2e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.586184] env[69245]: DEBUG nova.compute.manager [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Received event network-vif-plugged-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.590313] env[69245]: DEBUG oslo_concurrency.lockutils [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] Acquiring lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.590313] env[69245]: DEBUG oslo_concurrency.lockutils [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.590313] env[69245]: DEBUG oslo_concurrency.lockutils [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.590313] env[69245]: DEBUG nova.compute.manager [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] No waiting events found dispatching network-vif-plugged-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 866.590313] env[69245]: WARNING nova.compute.manager [req-68d4c03f-9044-4d64-b130-cafb2a6c0dcf req-96d0b2ea-4d11-4ff4-835e-3cb65e4f7686 service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Received unexpected event network-vif-plugged-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 for instance with vm_state building and task_state spawning. [ 866.693215] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Successfully updated port: ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.701178] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707858, 'name': CreateSnapshot_Task, 'duration_secs': 1.48774} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.701806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.702954] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c230c0-8a70-4706-95a7-086b37e6e8ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.882788] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Successfully created port: 4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.987358] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.196825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.196962] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.197136] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.225233] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.228413] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d24315f-630e-4274-847c-0b9645acb1f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.239287] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 867.239287] env[69245]: value = "task-3707859" [ 867.239287] env[69245]: _type = "Task" [ 867.239287] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.251540] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.409222] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.409701] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.410027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.410309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.410591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.415853] env[69245]: INFO nova.compute.manager [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Terminating instance [ 867.518457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822156f5-8268-4360-ae03-4926f4fe5057 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.528295] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e98837-0e9b-411f-9d7b-b33eb39e754c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.566193] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58000649-5b33-4271-a35b-4515cc4d03ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.577281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b43815c-3263-442e-8819-36db8332647b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.597971] env[69245]: DEBUG nova.compute.provider_tree [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.751235] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.752225] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.920978] env[69245]: DEBUG nova.compute.manager [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.921300] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.922409] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84030d4-e47a-41d9-a756-2c846b5cd150 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.932338] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.932682] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f79ab9-37a2-4771-9655-14cc8cfc3e46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.941230] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 867.941230] env[69245]: value = "task-3707860" [ 867.941230] env[69245]: _type = "Task" [ 867.941230] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.951696] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.001072] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.010544] env[69245]: DEBUG nova.network.neutron [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Updating instance_info_cache with network_info: [{"id": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "address": "fa:16:3e:91:62:04", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff389c24-b7", "ovs_interfaceid": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.030570] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.030823] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.030985] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.031180] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.031327] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.031476] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.031764] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.031942] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.032132] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.032299] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.032485] env[69245]: DEBUG nova.virt.hardware [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.033756] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0391664-3b7f-4ea6-b798-a2bdce5cbbeb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.042763] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758fe29a-1841-4e2b-b3d4-f72433882119 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.101394] env[69245]: DEBUG nova.scheduler.client.report [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.251348] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.320271] env[69245]: DEBUG nova.compute.manager [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Received event network-vif-plugged-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.320760] env[69245]: DEBUG oslo_concurrency.lockutils [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] Acquiring lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.320760] env[69245]: DEBUG oslo_concurrency.lockutils [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.320919] env[69245]: DEBUG oslo_concurrency.lockutils [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.321019] env[69245]: DEBUG nova.compute.manager [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] No waiting events found dispatching network-vif-plugged-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.322189] env[69245]: WARNING nova.compute.manager [req-2c3888b7-cb60-4526-ae67-8e51e374f3bd req-75e12ce0-fce7-4036-bb73-1592b9e26c87 service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Received unexpected event network-vif-plugged-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 for instance with vm_state building and task_state spawning. [ 868.385947] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Successfully updated port: 4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.451857] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707860, 'name': PowerOffVM_Task, 'duration_secs': 0.221892} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.452636] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.452845] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.453514] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d722b0b-f077-4fe3-bddf-4e61def78c3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.514041] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514699] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance network_info: |[{"id": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "address": "fa:16:3e:91:62:04", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff389c24-b7", "ovs_interfaceid": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.515296] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:62:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.525531] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating folder: Project (14f090bb3dd14f2ba2fc9377f0b5d28f). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.527129] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717fa897-61d6-46ac-a9e4-2e62f75433d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.529298] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.529575] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.529763] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore1] cbd6cd92-e70b-4dcd-8de0-7a12a473d01b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.530082] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca7dfd3d-99c0-4527-8d37-1a04d5f707f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.541141] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 868.541141] env[69245]: value = "task-3707863" [ 868.541141] env[69245]: _type = "Task" [ 868.541141] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.545682] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created folder: Project (14f090bb3dd14f2ba2fc9377f0b5d28f) in parent group-v738357. [ 868.545915] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating folder: Instances. Parent ref: group-v738504. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.546957] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5487ad82-9870-416e-86a5-dc495f4c748a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.552302] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.563045] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created folder: Instances in parent group-v738504. [ 868.563250] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.563487] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.563734] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30a0df5-2aac-44b7-923a-58baa32fc72b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.586225] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.586225] env[69245]: value = "task-3707865" [ 868.586225] env[69245]: _type = "Task" [ 868.586225] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.597387] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707865, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.606562] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.607141] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.609901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.432s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.610151] env[69245]: DEBUG nova.objects.instance [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lazy-loading 'resources' on Instance uuid 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.623759] env[69245]: DEBUG nova.compute.manager [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Received event network-changed-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.624302] env[69245]: DEBUG nova.compute.manager [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Refreshing instance network info cache due to event network-changed-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.624428] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] Acquiring lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.624694] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] Acquired lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.624945] env[69245]: DEBUG nova.network.neutron [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Refreshing network info cache for port ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.753379] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.889371] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.889570] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.889650] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.052175] env[69245]: DEBUG oslo_vmware.api [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240643} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.052459] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.052644] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.052822] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.052999] env[69245]: INFO nova.compute.manager [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 869.053263] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.053466] env[69245]: DEBUG nova.compute.manager [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.053564] env[69245]: DEBUG nova.network.neutron [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.100906] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707865, 'name': CreateVM_Task, 'duration_secs': 0.404998} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.101099] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.101802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.102088] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.102428] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.102709] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4b0cbf-110a-4841-9273-77c09410b314 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.109477] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 869.109477] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5243b92b-a261-8946-5e83-18ca584b1603" [ 869.109477] env[69245]: _type = "Task" [ 869.109477] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.113952] env[69245]: DEBUG nova.compute.utils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.115966] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.116161] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.126918] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5243b92b-a261-8946-5e83-18ca584b1603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.191202] env[69245]: DEBUG nova.policy [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a62141ba5b954ed9ab5393f7ad61e642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a384c5dab044b2bd280e1bcf9f2e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.265576] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.423094] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.610220] env[69245]: DEBUG nova.network.neutron [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updating instance_info_cache with network_info: [{"id": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "address": "fa:16:3e:dd:7f:fb", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c51a5f6-e8", "ovs_interfaceid": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.616491] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.631464] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5243b92b-a261-8946-5e83-18ca584b1603, 'name': SearchDatastore_Task, 'duration_secs': 0.023643} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.633084] env[69245]: DEBUG nova.network.neutron [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Updated VIF entry in instance network info cache for port ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.633084] env[69245]: DEBUG nova.network.neutron [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Updating instance_info_cache with network_info: [{"id": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "address": "fa:16:3e:91:62:04", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff389c24-b7", "ovs_interfaceid": "ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.635047] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.638605] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.638605] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.638605] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.638605] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.640461] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b415f7-4274-43b9-9f90-5a5ad3b4fca9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.657368] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.657559] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.658403] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d06f21-8bae-4de3-8bc8-2ffdd7cb4fc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.670510] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 869.670510] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527be626-26c8-c18c-6819-ad8d35214211" [ 869.670510] env[69245]: _type = "Task" [ 869.670510] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.680335] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527be626-26c8-c18c-6819-ad8d35214211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.696281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdedd24-fbe0-4459-95f5-1c2f3aa2c128 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.704074] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864267b4-e820-493c-95a7-3d8eceb26abe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.739694] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947479f6-0246-4f21-930f-88d6b3b93a1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.750843] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61b63d-6981-4c5e-a651-02901ab3fa6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.761020] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.769360] env[69245]: DEBUG nova.compute.provider_tree [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.842068] env[69245]: DEBUG nova.network.neutron [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.870758] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Successfully created port: 0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.116444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116819] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Instance network_info: |[{"id": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "address": "fa:16:3e:dd:7f:fb", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c51a5f6-e8", "ovs_interfaceid": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.117255] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c51a5f6-e8ee-4f92-ab3a-980091fe11e8', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.125428] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating folder: Project (f9a384c5dab044b2bd280e1bcf9f2e8c). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.129160] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e279b0-6e8d-459d-8379-5a27e82e6db5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.141773] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9db712c-48d3-479b-b288-9d568a7bc998 req-28094d62-6a20-45b2-b585-8cd118b3f3cd service nova] Releasing lock "refresh_cache-22ed893c-95fc-4487-87cc-e3d7727c2230" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.143920] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created folder: Project (f9a384c5dab044b2bd280e1bcf9f2e8c) in parent group-v738357. [ 870.145808] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating folder: Instances. Parent ref: group-v738507. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.146161] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d87fb4a2-d8c5-4f80-86a9-4facb61e0aab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.158784] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created folder: Instances in parent group-v738507. [ 870.159147] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.159427] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.159695] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-807fcfcb-1ef2-4120-bfba-2bcc90a05e0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.184542] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527be626-26c8-c18c-6819-ad8d35214211, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.186564] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.186564] env[69245]: value = "task-3707868" [ 870.186564] env[69245]: _type = "Task" [ 870.186564] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.186894] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fffec32-c8cc-44d9-82ba-346a5de2c42c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.200748] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707868, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.200748] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 870.200748] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520fd936-c4b6-9484-2121-99b2651652d2" [ 870.200748] env[69245]: _type = "Task" [ 870.200748] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.209220] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520fd936-c4b6-9484-2121-99b2651652d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.257528] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.273055] env[69245]: DEBUG nova.scheduler.client.report [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.344790] env[69245]: INFO nova.compute.manager [-] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Took 1.29 seconds to deallocate network for instance. [ 870.353618] env[69245]: DEBUG nova.compute.manager [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Received event network-changed-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.353618] env[69245]: DEBUG nova.compute.manager [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Refreshing instance network info cache due to event network-changed-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.353618] env[69245]: DEBUG oslo_concurrency.lockutils [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] Acquiring lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.353946] env[69245]: DEBUG oslo_concurrency.lockutils [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] Acquired lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.353946] env[69245]: DEBUG nova.network.neutron [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Refreshing network info cache for port 4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.627624] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.628619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c88931-d07e-4446-b715-f0651d897f9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.633037] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.636387] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.636563] env[69245]: ERROR oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk due to incomplete transfer. [ 870.636818] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eafc689b-60b1-4f8d-a337-62927b347217 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.646826] env[69245]: DEBUG oslo_vmware.rw_handles [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a819a8-44cd-eb9b-94de-a1fbc69d2c78/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.647118] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Uploaded image 0cd092f3-4e1e-4e59-bf4f-a93d6fddbfab to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.649527] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.649960] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8f31f7d-83fd-4d33-a52d-9eb0e3c67eae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.657532] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 870.657532] env[69245]: value = "task-3707869" [ 870.657532] env[69245]: _type = "Task" [ 870.657532] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.663541] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.663874] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.664122] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.664350] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.664555] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.664843] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.665155] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.665391] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.665583] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.665799] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.666054] env[69245]: DEBUG nova.virt.hardware [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.667036] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f9dd6c-d6da-4d77-a595-49775ce0cb81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.675747] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.679329] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1ef916-2291-4c01-a389-c94fef0bc8e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.708028] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707868, 'name': CreateVM_Task, 'duration_secs': 0.337903} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.708633] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.709406] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.709600] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.710338] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.710338] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94de0e21-9ae2-428c-8402-50d572ce5898 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.716344] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520fd936-c4b6-9484-2121-99b2651652d2, 'name': SearchDatastore_Task, 'duration_secs': 0.027416} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.717199] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.717494] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.717837] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7163471e-c80f-4f7a-8ecb-73d50606420a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.722380] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 870.722380] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4e8ee-9819-49e9-665d-198cf97fa410" [ 870.722380] env[69245]: _type = "Task" [ 870.722380] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.728557] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 870.728557] env[69245]: value = "task-3707870" [ 870.728557] env[69245]: _type = "Task" [ 870.728557] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.736516] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4e8ee-9819-49e9-665d-198cf97fa410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.742178] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.754186] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.779274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.782680] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.474s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.782680] env[69245]: DEBUG nova.objects.instance [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lazy-loading 'resources' on Instance uuid 2add4819-da09-4267-a9fa-b29dfd8c5b9d {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.809808] env[69245]: INFO nova.scheduler.client.report [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Deleted allocations for instance 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7 [ 870.857924] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.169542] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.236260] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4e8ee-9819-49e9-665d-198cf97fa410, 'name': SearchDatastore_Task, 'duration_secs': 0.024489} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.237027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.237268] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.237540] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.237644] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.237834] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.238131] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d72663-5590-4b1e-89f1-7df5588da7d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.244661] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.253981] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.255025] env[69245]: DEBUG nova.network.neutron [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updated VIF entry in instance network info cache for port 4c51a5f6-e8ee-4f92-ab3a-980091fe11e8. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.255352] env[69245]: DEBUG nova.network.neutron [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updating instance_info_cache with network_info: [{"id": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "address": "fa:16:3e:dd:7f:fb", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c51a5f6-e8", "ovs_interfaceid": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.257646] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.257731] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.258742] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e2ada6-f06d-4f0e-88b3-578f606cc66e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.272203] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 871.272203] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b3a67f-48c9-6612-3985-e4713726545f" [ 871.272203] env[69245]: _type = "Task" [ 871.272203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.283346] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b3a67f-48c9-6612-3985-e4713726545f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.319246] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06beac36-875d-4df2-ac8b-934b3bb420ea tempest-ServerMetadataNegativeTestJSON-1446096862 tempest-ServerMetadataNegativeTestJSON-1446096862-project-member] Lock "66fbc220-b650-4b82-a3f8-f6f55a3dbcf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.669s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.540115] env[69245]: DEBUG nova.compute.manager [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Received event network-vif-plugged-0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.540390] env[69245]: DEBUG oslo_concurrency.lockutils [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] Acquiring lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.540613] env[69245]: DEBUG oslo_concurrency.lockutils [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.540839] env[69245]: DEBUG oslo_concurrency.lockutils [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.540970] env[69245]: DEBUG nova.compute.manager [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] No waiting events found dispatching network-vif-plugged-0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.541127] env[69245]: WARNING nova.compute.manager [req-5f0defff-d95e-4fe5-b26b-84591e20e6b8 req-15917ce9-8dfe-40c4-96ac-8d24b176a0e7 service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Received unexpected event network-vif-plugged-0af7511f-8c34-4ecd-8a7b-89b5416c0f75 for instance with vm_state building and task_state spawning. [ 871.673971] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.702108] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Successfully updated port: 0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.743831] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707870, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.757561] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.760530] env[69245]: DEBUG oslo_concurrency.lockutils [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] Releasing lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.760988] env[69245]: DEBUG nova.compute.manager [req-8fc21b65-c575-463c-8c72-769e1c0ea4a1 req-7ce33774-4086-4c1b-8694-b0769e17fc6a service nova] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Received event network-vif-deleted-f06fd2cb-e38d-4ffa-aa85-c96272d6f7d3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.785581] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b3a67f-48c9-6612-3985-e4713726545f, 'name': SearchDatastore_Task, 'duration_secs': 0.028257} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.786550] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851f939b-9807-4757-b144-0fa37d96dbf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.797509] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 871.797509] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbeefe-e7ad-3098-230b-6a2981bc3a3e" [ 871.797509] env[69245]: _type = "Task" [ 871.797509] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.808227] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbeefe-e7ad-3098-230b-6a2981bc3a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.835530] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86926121-0f26-449a-8b8e-b473e20481da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844640] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e2b92-0cca-424f-94a9-ab031a156597 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.880218] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b995d33-2761-48d6-8b2c-c5d20fb1c457 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.889442] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99719a9-3792-49ce-83bd-57af23213bed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.906577] env[69245]: DEBUG nova.compute.provider_tree [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.173468] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.205509] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.205944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.206039] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.244601] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707870, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016873} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.244601] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.244601] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.244601] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9c41b78-b3ce-4041-89a2-e249e3e065b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.253101] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 872.253101] env[69245]: value = "task-3707871" [ 872.253101] env[69245]: _type = "Task" [ 872.253101] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.256885] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.265408] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.309462] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbeefe-e7ad-3098-230b-6a2981bc3a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.064255} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.309749] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.309995] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/d075d29b-ba3b-4581-a628-cc2a6b0cb3d3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.310295] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a051645-33ca-4db6-9f10-b799fa4a2b9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.318072] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 872.318072] env[69245]: value = "task-3707872" [ 872.318072] env[69245]: _type = "Task" [ 872.318072] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.326816] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.411020] env[69245]: DEBUG nova.scheduler.client.report [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.677319] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.757894] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.767673] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078069} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.767673] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.768692] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eb5a05-9030-4653-b8c1-7cd04dc3fa90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.794586] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.796108] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7156e6c6-0fd1-4243-a398-bd8c14d60172 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.817463] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 872.817463] env[69245]: value = "task-3707873" [ 872.817463] env[69245]: _type = "Task" [ 872.817463] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.835789] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707873, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.838569] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.850592] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.919251] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.922345] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.702s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.956572] env[69245]: INFO nova.scheduler.client.report [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleted allocations for instance 2add4819-da09-4267-a9fa-b29dfd8c5b9d [ 873.173366] env[69245]: DEBUG nova.network.neutron [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Updating instance_info_cache with network_info: [{"id": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "address": "fa:16:3e:40:2a:e0", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af7511f-8c", "ovs_interfaceid": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.175231] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.259653] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.329114] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707873, 'name': ReconfigVM_Task, 'duration_secs': 0.354937} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.329920] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.330607] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5844aa73-3676-4252-a1ef-f95af0ce0b9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.335857] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764492} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.336221] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/d075d29b-ba3b-4581-a628-cc2a6b0cb3d3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.336465] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.337217] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd7fe6b2-c7bf-42da-af1f-56ba381c2ead {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.342045] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 873.342045] env[69245]: value = "task-3707874" [ 873.342045] env[69245]: _type = "Task" [ 873.342045] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.347800] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 873.347800] env[69245]: value = "task-3707875" [ 873.347800] env[69245]: _type = "Task" [ 873.347800] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.355852] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707874, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.363026] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.468167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f2ebc923-b5c2-4596-9d92-277f3795d27e tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "2add4819-da09-4267-a9fa-b29dfd8c5b9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.772s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.612087] env[69245]: DEBUG nova.compute.manager [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Received event network-changed-0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.612087] env[69245]: DEBUG nova.compute.manager [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Refreshing instance network info cache due to event network-changed-0af7511f-8c34-4ecd-8a7b-89b5416c0f75. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.612087] env[69245]: DEBUG oslo_concurrency.lockutils [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] Acquiring lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.671651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.671981] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Instance network_info: |[{"id": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "address": "fa:16:3e:40:2a:e0", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af7511f-8c", "ovs_interfaceid": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.676592] env[69245]: DEBUG oslo_concurrency.lockutils [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] Acquired lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.676808] env[69245]: DEBUG nova.network.neutron [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Refreshing network info cache for port 0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.681988] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:2a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af7511f-8c34-4ecd-8a7b-89b5416c0f75', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.691613] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.691895] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707869, 'name': Destroy_Task, 'duration_secs': 2.988502} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.697894] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.698255] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Destroyed the VM [ 873.698511] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 873.700524] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b84306-e3fb-4c0f-868a-7ec90672797c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.714152] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03f4fad6-b3ed-476a-ac9b-7f0bf308a574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.727771] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.727771] env[69245]: value = "task-3707877" [ 873.727771] env[69245]: _type = "Task" [ 873.727771] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.729616] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 873.729616] env[69245]: value = "task-3707876" [ 873.729616] env[69245]: _type = "Task" [ 873.729616] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.748751] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.748751] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707877, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.760389] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707859, 'name': CloneVM_Task, 'duration_secs': 6.377153} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.762877] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Created linked-clone VM from snapshot [ 873.764082] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3be591-82a5-408a-b8cc-734fbce83992 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.772773] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Uploading image 06948d9c-97bf-4f64-a5d1-f2b2e4c8f37b {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.788503] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 873.788920] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b3e1933-b57a-4e88-be6d-4c8719e639ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.799310] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 873.799310] env[69245]: value = "task-3707878" [ 873.799310] env[69245]: _type = "Task" [ 873.799310] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.809292] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707878, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.862471] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707874, 'name': Rename_Task, 'duration_secs': 0.146639} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.862968] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.863245] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5cf4d07-df21-4f62-8fd6-6716e00311fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.867753] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077924} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.869131] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.870107] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235542dc-a67b-448e-83cb-b99936223891 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.874236] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 873.874236] env[69245]: value = "task-3707879" [ 873.874236] env[69245]: _type = "Task" [ 873.874236] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.898995] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/d075d29b-ba3b-4581-a628-cc2a6b0cb3d3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.905625] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd12aa9f-b104-42ad-8a28-d4f73f5eeffe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.920191] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.931544] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 873.931544] env[69245]: value = "task-3707880" [ 873.931544] env[69245]: _type = "Task" [ 873.931544] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.945963] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.978236] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5f942e-dea2-4576-8144-fd0507eed8cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.986971] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034181dd-cc77-4402-b7bd-7d49b9e023ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.021113] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbc402-e99a-4c5a-b6bb-7972778dacca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.029416] env[69245]: DEBUG nova.network.neutron [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Updated VIF entry in instance network info cache for port 0af7511f-8c34-4ecd-8a7b-89b5416c0f75. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.029853] env[69245]: DEBUG nova.network.neutron [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Updating instance_info_cache with network_info: [{"id": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "address": "fa:16:3e:40:2a:e0", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af7511f-8c", "ovs_interfaceid": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.035155] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb4996-6867-4bd5-b33a-ae4175687c53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.050690] env[69245]: DEBUG nova.compute.provider_tree [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.252171] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.252171] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707877, 'name': CreateVM_Task, 'duration_secs': 0.437013} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.252171] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.252171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.252171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.252171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.252171] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79699243-1b2f-4bed-b5b4-72d2e96d7fe5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.258751] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 874.258751] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246fdc2-8fca-281d-0107-cdd3efbe94a5" [ 874.258751] env[69245]: _type = "Task" [ 874.258751] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.270084] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246fdc2-8fca-281d-0107-cdd3efbe94a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.310504] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707878, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.387436] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707879, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.445754] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707880, 'name': ReconfigVM_Task, 'duration_secs': 0.438374} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.446300] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/d075d29b-ba3b-4581-a628-cc2a6b0cb3d3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.447067] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-183fc0c7-9585-4312-b026-eddb53203997 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454677] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 874.454677] env[69245]: value = "task-3707881" [ 874.454677] env[69245]: _type = "Task" [ 874.454677] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.467573] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707881, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.538377] env[69245]: DEBUG oslo_concurrency.lockutils [req-3c39f3e3-32c7-47be-bdef-91d2503af1a4 req-45aa6254-68ef-402c-8e40-0322e8ef8acc service nova] Releasing lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.554617] env[69245]: DEBUG nova.scheduler.client.report [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.745759] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.778286] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246fdc2-8fca-281d-0107-cdd3efbe94a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021039} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.778663] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.779028] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.779212] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.779327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.779508] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.779773] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0179912-6cfc-4a5e-ba1e-7dbeadff03a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.791375] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.791574] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.792434] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233cf15a-e2c5-4b44-a16f-3f801c8d9776 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.798985] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 874.798985] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c96079-30b1-e9c7-dc95-df02701536bf" [ 874.798985] env[69245]: _type = "Task" [ 874.798985] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.814147] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c96079-30b1-e9c7-dc95-df02701536bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.818176] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707878, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.818649] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376e2f3f-de7f-4c40-82ac-ccf19767f92f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.825230] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 874.825230] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5263aed4-4f4b-7302-131b-3b8a54087242" [ 874.825230] env[69245]: _type = "Task" [ 874.825230] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.835304] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5263aed4-4f4b-7302-131b-3b8a54087242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.887556] env[69245]: DEBUG oslo_vmware.api [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707879, 'name': PowerOnVM_Task, 'duration_secs': 0.546217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.887892] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.888141] env[69245]: INFO nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Took 9.70 seconds to spawn the instance on the hypervisor. [ 874.888346] env[69245]: DEBUG nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.889220] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f46bc0a-148e-4485-b215-f7d562162e2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.971156] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707881, 'name': Rename_Task, 'duration_secs': 0.22631} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.973267] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.973267] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-868cb825-c2e0-40be-a56d-15717783d89d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.985893] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 874.985893] env[69245]: value = "task-3707882" [ 874.985893] env[69245]: _type = "Task" [ 874.985893] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.999037] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.247307] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707876, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.314950] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707878, 'name': Destroy_Task, 'duration_secs': 1.293661} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.315249] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Destroyed the VM [ 875.315484] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.315737] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e19e2d9b-da95-4c00-991a-e77bb2897032 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.324391] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 875.324391] env[69245]: value = "task-3707883" [ 875.324391] env[69245]: _type = "Task" [ 875.324391] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.338081] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.342035] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5263aed4-4f4b-7302-131b-3b8a54087242, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.342393] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.342695] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/414535bd-4bc0-4cca-9a89-e950c8e79f0b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.342955] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9261f7f-b0b5-4448-a79a-bbe7f48fcd17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.351520] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 875.351520] env[69245]: value = "task-3707884" [ 875.351520] env[69245]: _type = "Task" [ 875.351520] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.364188] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.407920] env[69245]: INFO nova.compute.manager [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Took 47.96 seconds to build instance. [ 875.498982] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.568912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.644s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.570450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.174s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.570732] env[69245]: DEBUG nova.objects.instance [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lazy-loading 'resources' on Instance uuid d76103e4-36df-4a38-96e9-83ee667c3e1e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.748078] env[69245]: DEBUG oslo_vmware.api [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707876, 'name': RemoveSnapshot_Task, 'duration_secs': 1.63656} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.748401] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 875.748645] env[69245]: INFO nova.compute.manager [None req-50eb6453-549c-4ba7-90b3-9eb997f11e6b tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 21.14 seconds to snapshot the instance on the hypervisor. [ 875.835223] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.865655] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.910297] env[69245]: DEBUG oslo_concurrency.lockutils [None req-329daa95-0673-40cd-bd3d-e1f337989ae5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.297s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.999070] env[69245]: DEBUG oslo_vmware.api [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707882, 'name': PowerOnVM_Task, 'duration_secs': 0.653142} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.999433] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.999768] env[69245]: INFO nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Took 8.00 seconds to spawn the instance on the hypervisor. [ 875.999851] env[69245]: DEBUG nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.001040] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c4027c-5a1e-427a-8745-e9a479ea50e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.153181] env[69245]: INFO nova.scheduler.client.report [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleted allocation for migration 6bfdceff-3ed9-4065-911e-08f755080c35 [ 876.337631] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707883, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.363612] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674901} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.363958] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/414535bd-4bc0-4cca-9a89-e950c8e79f0b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.364242] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.364526] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24293d3e-f0c0-46b1-9dcf-884b2094349b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.374302] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 876.374302] env[69245]: value = "task-3707885" [ 876.374302] env[69245]: _type = "Task" [ 876.374302] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.385371] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.523874] env[69245]: INFO nova.compute.manager [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Took 47.52 seconds to build instance. [ 876.572293] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627f6ec-6e18-4480-8017-7fc6ad0407fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.584384] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767da637-7603-4ec2-994d-60ed8fb49801 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.632262] env[69245]: INFO nova.compute.manager [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Rebuilding instance [ 876.634942] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7284d0e-eed8-4468-a059-89a0c0adc3db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.644870] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a614e5f0-d9b0-4806-9c89-f04b8d9c0bbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.660666] env[69245]: DEBUG nova.compute.provider_tree [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.666049] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7e9256d-5cd9-43fb-b7f5-d9e63a54a5cc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.889s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.725304] env[69245]: DEBUG nova.compute.manager [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.726291] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be646b7-97c5-4ed1-8653-f0fc0507b517 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.836812] env[69245]: DEBUG oslo_vmware.api [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707883, 'name': RemoveSnapshot_Task, 'duration_secs': 1.390861} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.837190] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.888021] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233214} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.888021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.888021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30badd4-101c-4ffd-a166-02bc7aa84c49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.908876] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/414535bd-4bc0-4cca-9a89-e950c8e79f0b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.909899] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47e116a-90b5-448b-b33e-5d4ff63e1f62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.932480] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 876.932480] env[69245]: value = "task-3707886" [ 876.932480] env[69245]: _type = "Task" [ 876.932480] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.941787] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.023069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.023069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.026023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9a1d8cda-3894-45e4-81db-7aff5bdef0c9 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.512s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.167209] env[69245]: DEBUG nova.scheduler.client.report [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.343813] env[69245]: WARNING nova.compute.manager [None req-61e4e8fd-61c3-41b2-835d-bda2d73562cf tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Image not found during snapshot: nova.exception.ImageNotFound: Image 06948d9c-97bf-4f64-a5d1-f2b2e4c8f37b could not be found. [ 877.443507] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.525689] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.674380] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.678228] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.603s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.678671] env[69245]: DEBUG nova.objects.instance [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 877.745661] env[69245]: INFO nova.scheduler.client.report [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Deleted allocations for instance d76103e4-36df-4a38-96e9-83ee667c3e1e [ 877.748597] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.749022] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-798d48bf-6a33-40cd-ae88-47e0fe8cd3ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.759749] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 877.759749] env[69245]: value = "task-3707887" [ 877.759749] env[69245]: _type = "Task" [ 877.759749] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.769824] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.946123] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707886, 'name': ReconfigVM_Task, 'duration_secs': 0.597799} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.946681] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/414535bd-4bc0-4cca-9a89-e950c8e79f0b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.947771] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8618e802-289e-46bb-a637-125ab0a846e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.960040] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 877.960040] env[69245]: value = "task-3707888" [ 877.960040] env[69245]: _type = "Task" [ 877.960040] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.971143] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707888, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.049305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.254321] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a21d714f-be29-4db8-b8b6-630752b8a608 tempest-ServersV294TestFqdnHostnames-1544691138 tempest-ServersV294TestFqdnHostnames-1544691138-project-member] Lock "d76103e4-36df-4a38-96e9-83ee667c3e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.141s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.272694] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.461750] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.462057] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.462302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.462560] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.462753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.465175] env[69245]: INFO nova.compute.manager [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Terminating instance [ 878.481444] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707888, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.688579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b09e31b5-86b4-4e44-bb08-65cbcbc22624 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.689854] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.383s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.690814] env[69245]: DEBUG nova.objects.instance [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lazy-loading 'resources' on Instance uuid 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.773264] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707887, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.850399] env[69245]: DEBUG nova.compute.manager [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.851380] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72658a87-4213-4005-ab75-e1f80decedd2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.974176] env[69245]: DEBUG nova.compute.manager [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.974176] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.978355] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb953c1-cd35-4d3d-b50f-12427726c6a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.981610] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707888, 'name': Rename_Task, 'duration_secs': 0.732541} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.982134] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.982539] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a570628d-09bb-4de6-9b9c-49413aa4221d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987056] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.987291] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47390cd6-1c11-4d73-b03a-b6eb515d03bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.990595] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 878.990595] env[69245]: value = "task-3707889" [ 878.990595] env[69245]: _type = "Task" [ 878.990595] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.999478] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.000997] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 879.000997] env[69245]: value = "task-3707890" [ 879.000997] env[69245]: _type = "Task" [ 879.000997] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.013934] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.281310] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707887, 'name': PowerOffVM_Task, 'duration_secs': 1.052081} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.281946] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.285096] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.285096] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478cc69a-58f9-4f89-963a-50d874f30da9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.297011] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.297457] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7aa0c6-827d-4dba-9a4f-19ead578f0fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.365860] env[69245]: INFO nova.compute.manager [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] instance snapshotting [ 879.372049] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.372413] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.372774] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore1] 22ed893c-95fc-4487-87cc-e3d7727c2230 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.373612] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f63ff743-e1b2-431a-baab-0d3ea1a5ce51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ab1e7-9df8-4387-b3bd-1614ac124587 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.420578] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 879.420578] env[69245]: value = "task-3707892" [ 879.420578] env[69245]: _type = "Task" [ 879.420578] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.421556] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb40b6-1564-43fc-ad3d-e32e07495928 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.448120] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.473598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.473598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.502524] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707889, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.515540] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707890, 'name': PowerOffVM_Task, 'duration_secs': 0.213369} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.515823] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.516015] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.516509] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3131423e-c381-4afe-8026-b8f4a1dccd43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.587265] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.587533] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.587736] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleting the datastore file [datastore2] f7dbf915-0416-4aa8-9811-56ecef1916ea {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.588027] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8eb26d-1102-48cc-aa85-f769f4cda4a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.596630] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 879.596630] env[69245]: value = "task-3707894" [ 879.596630] env[69245]: _type = "Task" [ 879.596630] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.617158] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.835053] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e410d1-a8f8-45d0-93a2-e323677c1fe9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.842992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f1a60d-bbbc-48c2-8590-d24c1c3bea1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.874930] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebd2f7-afb4-4d90-a6fa-781fc5721c28 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.884167] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92084ff1-4f7e-4e00-a89d-0682508c8944 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.900771] env[69245]: DEBUG nova.compute.provider_tree [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.938249] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182807} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.938249] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.938249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.938249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.953033] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.953353] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12f059de-adeb-4f15-9f60-0fb8bba4a0ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.961661] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 879.961661] env[69245]: value = "task-3707895" [ 879.961661] env[69245]: _type = "Task" [ 879.961661] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.971129] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707895, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.978201] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.002029] env[69245]: DEBUG oslo_vmware.api [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707889, 'name': PowerOnVM_Task, 'duration_secs': 0.711386} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.002029] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.002029] env[69245]: INFO nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 880.002274] env[69245]: DEBUG nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.002968] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933638ea-2290-4bd4-a870-0dd25010fe66 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.112809] env[69245]: DEBUG oslo_vmware.api [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3707894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158248} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.115189] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.115189] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.115189] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.115189] env[69245]: INFO nova.compute.manager [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Took 1.14 seconds to destroy the instance on the hypervisor. [ 880.115189] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.115189] env[69245]: DEBUG nova.compute.manager [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.115189] env[69245]: DEBUG nova.network.neutron [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.405033] env[69245]: DEBUG nova.scheduler.client.report [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.477149] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707895, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.530034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.530908] env[69245]: INFO nova.compute.manager [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Took 48.26 seconds to build instance. [ 880.679392] env[69245]: DEBUG nova.compute.manager [req-cd92ab2a-c260-4304-80a0-4b17557576c0 req-032b0e41-f56b-4aaf-b611-a7fd1674b45b service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Received event network-vif-deleted-8d4533dc-fa3a-4b94-a060-d66d7e44437b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.679682] env[69245]: INFO nova.compute.manager [req-cd92ab2a-c260-4304-80a0-4b17557576c0 req-032b0e41-f56b-4aaf-b611-a7fd1674b45b service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Neutron deleted interface 8d4533dc-fa3a-4b94-a060-d66d7e44437b; detaching it from the instance and deleting it from the info cache [ 880.679763] env[69245]: DEBUG nova.network.neutron [req-cd92ab2a-c260-4304-80a0-4b17557576c0 req-032b0e41-f56b-4aaf-b611-a7fd1674b45b service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.911233] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.913619] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.285s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.943285] env[69245]: INFO nova.scheduler.client.report [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Deleted allocations for instance 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b [ 880.973161] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707895, 'name': CreateSnapshot_Task, 'duration_secs': 1.003975} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.975135] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.975135] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55bc0e4-e710-4b08-a759-622cb6b2137d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.986684] env[69245]: DEBUG nova.network.neutron [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.998420] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.998657] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.998812] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.999026] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.999148] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.999576] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.999794] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.999963] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.000164] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.000345] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.000570] env[69245]: DEBUG nova.virt.hardware [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.001458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c5070-3497-4dc7-b3e7-5b564347e664 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.012238] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84732530-7137-40a7-abe5-a9382ef8fc62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.030470] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:62:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.038409] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.040800] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b87887b0-c326-49ba-889b-682f774afd0c tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.131s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.040800] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.040800] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14186154-51d8-41b0-9c33-a1c48ee7d86a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.062813] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.062813] env[69245]: value = "task-3707896" [ 881.062813] env[69245]: _type = "Task" [ 881.062813] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.072180] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707896, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.139108] env[69245]: INFO nova.compute.manager [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Rescuing [ 881.139479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.139687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.139868] env[69245]: DEBUG nova.network.neutron [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.182644] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cdb1c3e-3337-4425-95e0-609baf053e87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.195962] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b778f2d-be16-4632-ad04-ae92a057e965 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.233756] env[69245]: DEBUG nova.compute.manager [req-cd92ab2a-c260-4304-80a0-4b17557576c0 req-032b0e41-f56b-4aaf-b611-a7fd1674b45b service nova] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Detach interface failed, port_id=8d4533dc-fa3a-4b94-a060-d66d7e44437b, reason: Instance f7dbf915-0416-4aa8-9811-56ecef1916ea could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.418595] env[69245]: INFO nova.compute.claims [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.463960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-800e9b20-300b-4049-b4b9-e1b787452bd4 tempest-AttachInterfacesUnderV243Test-223471990 tempest-AttachInterfacesUnderV243Test-223471990-project-member] Lock "9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.743s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.491070] env[69245]: INFO nova.compute.manager [-] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Took 1.38 seconds to deallocate network for instance. [ 881.499449] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.502618] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c8277564-6f68-4511-ad99-56065dfdd3aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.512340] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 881.512340] env[69245]: value = "task-3707897" [ 881.512340] env[69245]: _type = "Task" [ 881.512340] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.522405] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707897, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.574067] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707896, 'name': CreateVM_Task, 'duration_secs': 0.365425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.574255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.574971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.575212] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.575557] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.575758] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdcae91-c619-411b-93fe-3cada48f3e74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.581196] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 881.581196] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523367da-fa90-7d1f-3a44-2a50968b59d7" [ 881.581196] env[69245]: _type = "Task" [ 881.581196] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.591832] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523367da-fa90-7d1f-3a44-2a50968b59d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.924712] env[69245]: INFO nova.compute.resource_tracker [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating resource usage from migration 133aa7a5-90cc-41b7-a707-e8fe08faa395 [ 882.008738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.026372] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707897, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.098405] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523367da-fa90-7d1f-3a44-2a50968b59d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.098675] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.098896] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.099309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.099447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.099653] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.099960] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-123dd29c-7822-458b-bc0f-465f4ba9c935 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.111957] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.112307] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.113155] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c539c46e-5589-464d-b115-880cb9f2c4b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.120901] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 882.120901] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528dd150-9307-6060-f0d3-670f0c67bbe2" [ 882.120901] env[69245]: _type = "Task" [ 882.120901] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.133845] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528dd150-9307-6060-f0d3-670f0c67bbe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.253503] env[69245]: DEBUG nova.network.neutron [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Updating instance_info_cache with network_info: [{"id": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "address": "fa:16:3e:40:2a:e0", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af7511f-8c", "ovs_interfaceid": "0af7511f-8c34-4ecd-8a7b-89b5416c0f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.439856] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb65fc2-cd88-4dc7-ab7c-c803185b4b35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.450638] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29c2417-1163-4632-82b5-2f1e65de871d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.487912] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7dbf37-0f5f-4ee7-a0b0-d31c836132ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.496388] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa945fb9-ed7e-45ca-a584-08fe74c672a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.510708] env[69245]: DEBUG nova.compute.provider_tree [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.525459] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707897, 'name': CloneVM_Task} progress is 95%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.634436] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528dd150-9307-6060-f0d3-670f0c67bbe2, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.635306] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81331606-f510-44bf-b91b-0d183ef41e4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.643389] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 882.643389] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa216c-2a7b-59c9-0ae7-616421b4f020" [ 882.643389] env[69245]: _type = "Task" [ 882.643389] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.656361] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa216c-2a7b-59c9-0ae7-616421b4f020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.762055] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-414535bd-4bc0-4cca-9a89-e950c8e79f0b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.014427] env[69245]: DEBUG nova.scheduler.client.report [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.027994] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707897, 'name': CloneVM_Task, 'duration_secs': 1.343829} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.027994] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Created linked-clone VM from snapshot [ 883.028738] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a0445-e759-4006-a6f5-9d902bcb7e51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.037191] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Uploading image 5daaa1c9-5aa4-4cd3-ad93-a362bdb17278 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.066200] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.066200] env[69245]: value = "vm-738513" [ 883.066200] env[69245]: _type = "VirtualMachine" [ 883.066200] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.066200] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d0f2c03-9503-43fd-8b2e-67f556bea744 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.075024] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lease: (returnval){ [ 883.075024] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aeda0c-7e40-a076-a198-842089c2da46" [ 883.075024] env[69245]: _type = "HttpNfcLease" [ 883.075024] env[69245]: } obtained for exporting VM: (result){ [ 883.075024] env[69245]: value = "vm-738513" [ 883.075024] env[69245]: _type = "VirtualMachine" [ 883.075024] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.075024] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the lease: (returnval){ [ 883.075024] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aeda0c-7e40-a076-a198-842089c2da46" [ 883.075024] env[69245]: _type = "HttpNfcLease" [ 883.075024] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.083363] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.083363] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aeda0c-7e40-a076-a198-842089c2da46" [ 883.083363] env[69245]: _type = "HttpNfcLease" [ 883.083363] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.156342] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa216c-2a7b-59c9-0ae7-616421b4f020, 'name': SearchDatastore_Task, 'duration_secs': 0.022636} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.156342] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.156342] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.156342] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23f76cb4-e922-4eed-878f-713faa45d861 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.163796] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 883.163796] env[69245]: value = "task-3707899" [ 883.163796] env[69245]: _type = "Task" [ 883.163796] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.174764] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.523215] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.609s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.523527] env[69245]: INFO nova.compute.manager [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Migrating [ 883.531583] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.083s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.531865] env[69245]: DEBUG nova.objects.instance [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lazy-loading 'resources' on Instance uuid 322dcd38-4643-438a-b672-6a47edc1e5c8 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.584474] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.584474] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aeda0c-7e40-a076-a198-842089c2da46" [ 883.584474] env[69245]: _type = "HttpNfcLease" [ 883.584474] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.584802] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.584802] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aeda0c-7e40-a076-a198-842089c2da46" [ 883.584802] env[69245]: _type = "HttpNfcLease" [ 883.584802] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.585914] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0816b01e-529b-4bff-927d-a091f5d7938b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.596733] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.597058] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.683435] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707899, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.788786] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-da9f41e8-65c5-4244-a789-cb609b4f4168 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.043563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043834] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.044082] env[69245]: DEBUG nova.network.neutron [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.181536] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629639} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.181840] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.182734] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.182734] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd67f1d-3e7d-491a-98f3-fddd44b4e2c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.192200] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 884.192200] env[69245]: value = "task-3707900" [ 884.192200] env[69245]: _type = "Task" [ 884.192200] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.205073] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.302636] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.303058] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82ce279-a067-47f3-83d9-84780f37b536 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.312452] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 884.312452] env[69245]: value = "task-3707901" [ 884.312452] env[69245]: _type = "Task" [ 884.312452] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.323164] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.506713] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a748b-fe6e-4b5e-b8fe-94f21480b654 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.516184] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34db0c-1daf-4879-8c40-6152d8d6a31d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.554734] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e48bb68-e112-431c-908c-eba91e3a4693 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.565048] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb1627-b342-42a6-9730-dd3ca671866a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.584030] env[69245]: DEBUG nova.compute.provider_tree [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.703117] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08478} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.703486] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.704406] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de8caa-260f-4991-9f20-494131e3417d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.733168] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.733958] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469246c7-5cab-4d4d-b0d9-e1b2eb05e2f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.758509] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 884.758509] env[69245]: value = "task-3707902" [ 884.758509] env[69245]: _type = "Task" [ 884.758509] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.759661] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.764692] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.773886] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.827967] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707901, 'name': PowerOffVM_Task, 'duration_secs': 0.321627} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.828544] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.829628] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a87cfb-42ff-42af-b782-d992a8ac7734 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.852429] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044754c-f918-40c8-9375-f9afdb905911 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.908141] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.908839] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc722e82-f661-416e-9e78-7fd9d5876d7b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.918070] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 884.918070] env[69245]: value = "task-3707903" [ 884.918070] env[69245]: _type = "Task" [ 884.918070] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.930084] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.930641] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.931104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.931448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.931902] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.933164] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51140461-19ba-4859-8897-ce7da5f207a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.943190] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.943521] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.945760] env[69245]: DEBUG nova.network.neutron [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.947540] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8bd9e3-1431-4b87-8470-d5ef3a1673ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.961640] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 884.961640] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b28fba-35ba-a5e5-4f69-159acd8d2502" [ 884.961640] env[69245]: _type = "Task" [ 884.961640] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.973423] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b28fba-35ba-a5e5-4f69-159acd8d2502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.088760] env[69245]: DEBUG nova.scheduler.client.report [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.278420] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.279055] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.279380] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.279611] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.279812] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.280019] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.280228] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.280380] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 885.280605] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.454985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.473520] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b28fba-35ba-a5e5-4f69-159acd8d2502, 'name': SearchDatastore_Task, 'duration_secs': 0.019006} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.475709] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49769df-476b-4b7c-8794-308ade6ef63b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.483444] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 885.483444] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea4fe4-e515-2360-9faa-9f56e931f83f" [ 885.483444] env[69245]: _type = "Task" [ 885.483444] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.493176] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea4fe4-e515-2360-9faa-9f56e931f83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.594874] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.599064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.796s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.600316] env[69245]: INFO nova.compute.claims [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.629498] env[69245]: INFO nova.scheduler.client.report [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Deleted allocations for instance 322dcd38-4643-438a-b672-6a47edc1e5c8 [ 885.772561] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707902, 'name': ReconfigVM_Task, 'duration_secs': 0.602809} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.773314] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 22ed893c-95fc-4487-87cc-e3d7727c2230/22ed893c-95fc-4487-87cc-e3d7727c2230.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.774046] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58bd3e5f-4182-4a28-9620-7cb7a643ce80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.781594] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 885.781594] env[69245]: value = "task-3707904" [ 885.781594] env[69245]: _type = "Task" [ 885.781594] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.791922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.792875] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707904, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.001223] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea4fe4-e515-2360-9faa-9f56e931f83f, 'name': SearchDatastore_Task, 'duration_secs': 0.021028} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.001476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.001745] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.002030] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e9fb7e-0f07-4a29-9083-a6d1a813387a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.011171] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 886.011171] env[69245]: value = "task-3707905" [ 886.011171] env[69245]: _type = "Task" [ 886.011171] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.021247] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.146413] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9b9ac28d-9367-4836-aac6-b86915cd5cd9 tempest-FloatingIPsAssociationTestJSON-1554317950 tempest-FloatingIPsAssociationTestJSON-1554317950-project-member] Lock "322dcd38-4643-438a-b672-6a47edc1e5c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.462s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.301738] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707904, 'name': Rename_Task, 'duration_secs': 0.218241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.302066] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.302343] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f88ac4e5-1741-412a-a6ea-d072c1ab30f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.311707] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 886.311707] env[69245]: value = "task-3707906" [ 886.311707] env[69245]: _type = "Task" [ 886.311707] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.322190] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.522632] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707905, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.827239] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.978192] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c3b44-c10b-44f1-9a34-967c7cc7ea25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.003758] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.027180] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561681} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.027180] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 887.028246] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708820dc-7e9c-4a75-8419-5056be4b1dfa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.069111] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.069649] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48bdbfc8-f2fe-4e6b-82ad-d1370881f6d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.095112] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 887.095112] env[69245]: value = "task-3707907" [ 887.095112] env[69245]: _type = "Task" [ 887.095112] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.108945] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707907, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.233021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca579dc9-cc6f-459d-b772-2502bffa0538 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.242281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd8bcc-c2a4-4f21-beda-fd9ed5cbcfb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.275200] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b7107-7673-401f-9433-a697f289dd7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.284089] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0718abb7-d934-49bf-a3cb-4d313fd63425 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.302862] env[69245]: DEBUG nova.compute.provider_tree [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.328310] env[69245]: DEBUG oslo_vmware.api [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707906, 'name': PowerOnVM_Task, 'duration_secs': 0.75601} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.328310] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.328310] env[69245]: DEBUG nova.compute.manager [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.328673] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31849b9-87db-49f7-b0d9-5d9d3c55fc90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.513037] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.514101] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6ecc82-5dfb-4396-a831-6d7f7dd803bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.520962] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 887.520962] env[69245]: value = "task-3707908" [ 887.520962] env[69245]: _type = "Task" [ 887.520962] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.531572] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 887.531781] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.607690] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707907, 'name': ReconfigVM_Task, 'duration_secs': 0.368347} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.608083] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.609387] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9897a-b0fa-4d9c-ac6f-846425461554 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.645243] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb54b4dc-ce91-4392-ae82-3f7736746f35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.664026] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 887.664026] env[69245]: value = "task-3707909" [ 887.664026] env[69245]: _type = "Task" [ 887.664026] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.672895] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.806773] env[69245]: DEBUG nova.scheduler.client.report [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.853396] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.038841] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.039117] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.039285] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.039494] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.039649] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.039796] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.044394] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.044691] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.044957] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.045196] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.045454] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.052812] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a266f609-9f55-4af6-bcee-632699ab4bc8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.074441] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 888.074441] env[69245]: value = "task-3707910" [ 888.074441] env[69245]: _type = "Task" [ 888.074441] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.086833] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.173795] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707909, 'name': ReconfigVM_Task, 'duration_secs': 0.183629} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.174147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.174419] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a4df433-f607-4e67-9ccd-7be8a30380a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.182484] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 888.182484] env[69245]: value = "task-3707911" [ 888.182484] env[69245]: _type = "Task" [ 888.182484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.194188] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.313504] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.313504] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.315971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.491s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.318157] env[69245]: INFO nova.compute.claims [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.590807] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707910, 'name': ReconfigVM_Task, 'duration_secs': 0.256865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.590807] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 888.694439] env[69245]: DEBUG oslo_vmware.api [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707911, 'name': PowerOnVM_Task, 'duration_secs': 0.456232} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.696452] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.699431] env[69245]: DEBUG nova.compute.manager [None req-257f0e3f-ee93-4f58-a178-d75daae6b5fc tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.700276] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9cdea1-6995-46ec-82fd-834aaa2d93e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.824734] env[69245]: DEBUG nova.compute.utils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.825510] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.825680] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.952051] env[69245]: DEBUG nova.policy [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfb67396eb44081b22aef315e8ceb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101e75f4c8624b979b255ddec2276dd5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.103259] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.107939] env[69245]: DEBUG nova.virt.hardware [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.114088] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.116040] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f120896b-ce9a-4711-88b2-92aa107464c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.138410] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 889.138410] env[69245]: value = "task-3707912" [ 889.138410] env[69245]: _type = "Task" [ 889.138410] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.150158] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.240050] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.240282] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.329776] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.567154] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Successfully created port: a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.660326] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707912, 'name': ReconfigVM_Task, 'duration_secs': 0.298376} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.660326] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.662021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1400d-557b-42a0-9791-ecf05a68020f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.685242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "22ed893c-95fc-4487-87cc-e3d7727c2230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.685242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.685242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.685368] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.685556] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.694964] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.696070] env[69245]: INFO nova.compute.manager [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Terminating instance [ 889.701752] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0e0a46-a96e-485e-b503-c6bf9d4d10a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.722890] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 889.722890] env[69245]: value = "task-3707913" [ 889.722890] env[69245]: _type = "Task" [ 889.722890] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.737649] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.745511] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.901351] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303023e-58aa-41a5-966b-3c2b5743b4b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.912965] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcec66c-7423-44fe-ab87-86ec0caf6bdc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.948431] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d65a33f-8fab-4099-b417-12a12bc82323 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.957977] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571c8435-c212-4b67-af70-b4e84a2d5ee6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.975881] env[69245]: DEBUG nova.compute.provider_tree [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.217345] env[69245]: DEBUG nova.compute.manager [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.217551] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.218947] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e41333-b5b3-4fa5-bce1-2ce5bf97535b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.230403] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.231352] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-399148a4-9947-4d17-a866-f0c1d63ebc59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.237422] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.239066] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 890.239066] env[69245]: value = "task-3707914" [ 890.239066] env[69245]: _type = "Task" [ 890.239066] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.255902] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.273365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.344542] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.385913] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.385913] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.391200] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.391200] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.391413] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.391824] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.391824] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.391960] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.392186] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.392406] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.392583] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.392833] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.393057] env[69245]: DEBUG nova.virt.hardware [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.394387] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a31d7cc-50bf-416f-8b2d-4d1140e623e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.405585] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06597058-2a00-4f22-8876-b69c207533d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.481117] env[69245]: DEBUG nova.scheduler.client.report [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.736356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.736676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.743590] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.757148] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707914, 'name': PowerOffVM_Task, 'duration_secs': 0.358178} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.757950] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.758216] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.758871] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ff1a4d-22c8-4f4d-a673-643a5eb881af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.839159] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.839585] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.839870] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore2] 22ed893c-95fc-4487-87cc-e3d7727c2230 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.841311] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8728a198-03b7-4928-ac7f-ee03be265e23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.852631] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 890.852631] env[69245]: value = "task-3707916" [ 890.852631] env[69245]: _type = "Task" [ 890.852631] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.869423] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.888313] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.984759] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.985359] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.988673] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.568s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.989340] env[69245]: DEBUG nova.objects.instance [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.236094] env[69245]: DEBUG oslo_vmware.api [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3707913, 'name': ReconfigVM_Task, 'duration_secs': 1.156616} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.236402] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae/c020b49d-0484-4df0-bca9-44053f5210ae.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.236680] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.352031] env[69245]: DEBUG nova.compute.manager [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Received event network-vif-plugged-a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.356027] env[69245]: DEBUG oslo_concurrency.lockutils [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] Acquiring lock "e32032ac-3659-472b-b593-cadfb38f977c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.356027] env[69245]: DEBUG oslo_concurrency.lockutils [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] Lock "e32032ac-3659-472b-b593-cadfb38f977c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.356027] env[69245]: DEBUG oslo_concurrency.lockutils [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] Lock "e32032ac-3659-472b-b593-cadfb38f977c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.356027] env[69245]: DEBUG nova.compute.manager [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] No waiting events found dispatching network-vif-plugged-a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 891.356027] env[69245]: WARNING nova.compute.manager [req-6cf7b17b-3e6f-4704-b6e5-150bd8d4fe14 req-4d250e65-c456-408e-afc3-b9204fe5809e service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Received unexpected event network-vif-plugged-a96552d6-042b-4119-b184-b68d38f18d6f for instance with vm_state building and task_state spawning. [ 891.369422] env[69245]: DEBUG oslo_vmware.api [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3707916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334573} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.369782] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.370036] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.370539] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.370824] env[69245]: INFO nova.compute.manager [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Took 1.15 seconds to destroy the instance on the hypervisor. [ 891.371146] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.371402] env[69245]: DEBUG nova.compute.manager [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.371561] env[69245]: DEBUG nova.network.neutron [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.417837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.501437] env[69245]: DEBUG nova.compute.utils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.503671] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.503951] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.569280] env[69245]: DEBUG nova.policy [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2e635b862064c3db6dd6752c30497dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb95508e81bb4ec6a732a94493e1e70e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.590508] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Successfully updated port: a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.744459] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d5c41-16d0-4aee-ac3a-be3692a294ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.769998] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a14d5bf-a087-4c24-a621-82443ddd3ee7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.789893] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.896266] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Successfully created port: da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.004756] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.009092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ffc3cbe-fcc8-4f91-8853-2645d7493599 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.011632] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.205s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.017824] env[69245]: INFO nova.compute.claims [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.040998] env[69245]: INFO nova.compute.manager [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Rescuing [ 892.041352] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.041536] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.041673] env[69245]: DEBUG nova.network.neutron [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.097733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.097733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquired lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.097733] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.299705] env[69245]: DEBUG nova.network.neutron [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.356031] env[69245]: DEBUG nova.network.neutron [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Port 40e559ea-2ed4-45db-a141-1b1bb3bcad11 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 892.642096] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.802975] env[69245]: INFO nova.compute.manager [-] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Took 1.43 seconds to deallocate network for instance. [ 893.019101] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.049061] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.049387] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.049581] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.049801] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.049998] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.051602] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.052314] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.052672] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.052808] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.053052] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.053314] env[69245]: DEBUG nova.virt.hardware [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.054264] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a353e88-3df5-4163-bd65-b53a0a6f3a39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.069867] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfdc336-de52-44e1-b648-f008d57b49d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.265427] env[69245]: DEBUG nova.network.neutron [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Updating instance_info_cache with network_info: [{"id": "a96552d6-042b-4119-b184-b68d38f18d6f", "address": "fa:16:3e:83:a1:1e", "network": {"id": "8ca943ab-383b-46f3-92a4-59336317918a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1592383125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101e75f4c8624b979b255ddec2276dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96552d6-04", "ovs_interfaceid": "a96552d6-042b-4119-b184-b68d38f18d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.278028] env[69245]: DEBUG nova.network.neutron [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updating instance_info_cache with network_info: [{"id": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "address": "fa:16:3e:dd:7f:fb", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c51a5f6-e8", "ovs_interfaceid": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.313958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.385999] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.386334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.386607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.412781] env[69245]: DEBUG nova.compute.manager [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Received event network-vif-plugged-da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.413227] env[69245]: DEBUG oslo_concurrency.lockutils [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] Acquiring lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.413470] env[69245]: DEBUG oslo_concurrency.lockutils [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.413642] env[69245]: DEBUG oslo_concurrency.lockutils [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.413815] env[69245]: DEBUG nova.compute.manager [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] No waiting events found dispatching network-vif-plugged-da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.413981] env[69245]: WARNING nova.compute.manager [req-11584eb8-f6a6-4bd2-83ae-47dd0131e2cc req-597ea888-c808-439b-a766-e00841c2cf55 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Received unexpected event network-vif-plugged-da4fb384-e2d0-429c-9e3a-8094f92bf9cb for instance with vm_state building and task_state spawning. [ 893.463208] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Successfully updated port: da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.530403] env[69245]: DEBUG nova.compute.manager [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Received event network-changed-a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.530665] env[69245]: DEBUG nova.compute.manager [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Refreshing instance network info cache due to event network-changed-a96552d6-042b-4119-b184-b68d38f18d6f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.530865] env[69245]: DEBUG oslo_concurrency.lockutils [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] Acquiring lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.584887] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4741eb3f-5b8e-44c7-ba9b-51037404d80b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.601375] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc5f4d6-0929-4b30-9542-ecfbd400500c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.641030] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88c206-d660-4909-afb0-5c04f0ce8ba3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.650896] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.651818] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8479c-2082-4842-bc4c-b800e9660875 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.657154] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bd31b2-6975-4582-ad42-d95e1c4fab78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.671472] env[69245]: DEBUG nova.compute.provider_tree [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.674021] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.674194] env[69245]: ERROR oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk due to incomplete transfer. [ 893.674636] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d29693eb-85b8-4d30-b238-8aac419b3f37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.683061] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de9e16-ab7f-6a5f-4a84-37b0c0bed5a5/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.683293] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Uploaded image 5daaa1c9-5aa4-4cd3-ad93-a362bdb17278 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.685509] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.686041] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30c11f58-1b9a-4d91-8939-527c9f4a55e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.693071] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 893.693071] env[69245]: value = "task-3707917" [ 893.693071] env[69245]: _type = "Task" [ 893.693071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.702370] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707917, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.773846] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Releasing lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.774255] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Instance network_info: |[{"id": "a96552d6-042b-4119-b184-b68d38f18d6f", "address": "fa:16:3e:83:a1:1e", "network": {"id": "8ca943ab-383b-46f3-92a4-59336317918a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1592383125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101e75f4c8624b979b255ddec2276dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96552d6-04", "ovs_interfaceid": "a96552d6-042b-4119-b184-b68d38f18d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.774646] env[69245]: DEBUG oslo_concurrency.lockutils [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] Acquired lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775042] env[69245]: DEBUG nova.network.neutron [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Refreshing network info cache for port a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.776364] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:a1:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd986680e-ad16-45b1-bf6d-cd2fe661679f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a96552d6-042b-4119-b184-b68d38f18d6f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.783895] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Creating folder: Project (101e75f4c8624b979b255ddec2276dd5). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.787145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.789014] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-324ea1e7-c0fd-4f99-91b4-206b66f384ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.803457] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Created folder: Project (101e75f4c8624b979b255ddec2276dd5) in parent group-v738357. [ 893.803683] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Creating folder: Instances. Parent ref: group-v738514. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.805807] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b7ec825-97c3-4fe8-b062-a6ded694012a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.818909] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Created folder: Instances in parent group-v738514. [ 893.819201] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.819416] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.819798] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8874e49-44f8-40fb-a4f0-ba22292b1108 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.844810] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.844810] env[69245]: value = "task-3707920" [ 893.844810] env[69245]: _type = "Task" [ 893.844810] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.853637] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707920, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.967063] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.967063] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquired lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.967063] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.031111] env[69245]: DEBUG nova.network.neutron [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Updated VIF entry in instance network info cache for port a96552d6-042b-4119-b184-b68d38f18d6f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.031273] env[69245]: DEBUG nova.network.neutron [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Updating instance_info_cache with network_info: [{"id": "a96552d6-042b-4119-b184-b68d38f18d6f", "address": "fa:16:3e:83:a1:1e", "network": {"id": "8ca943ab-383b-46f3-92a4-59336317918a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1592383125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101e75f4c8624b979b255ddec2276dd5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d986680e-ad16-45b1-bf6d-cd2fe661679f", "external-id": "nsx-vlan-transportzone-397", "segmentation_id": 397, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa96552d6-04", "ovs_interfaceid": "a96552d6-042b-4119-b184-b68d38f18d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.176468] env[69245]: DEBUG nova.scheduler.client.report [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.207852] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707917, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.355712] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707920, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.462034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.462418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.462418] env[69245]: DEBUG nova.network.neutron [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.509522] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.534577] env[69245]: DEBUG oslo_concurrency.lockutils [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] Releasing lock "refresh_cache-e32032ac-3659-472b-b593-cadfb38f977c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.534682] env[69245]: DEBUG nova.compute.manager [req-7103c6d4-1445-4fac-851b-e2c96212336c req-b0b70585-af97-467e-a609-20304d6eaa2a service nova] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Received event network-vif-deleted-ff389c24-b7ba-4f0e-a5d0-fcf86a7028b3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.672324] env[69245]: DEBUG nova.network.neutron [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Updating instance_info_cache with network_info: [{"id": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "address": "fa:16:3e:8f:0d:8b", "network": {"id": "dd254e2d-6ff3-4d8a-81dc-d3cf3e664890", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1154683304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb95508e81bb4ec6a732a94493e1e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4fb384-e2", "ovs_interfaceid": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.683410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.683911] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.690019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.872s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.690019] env[69245]: INFO nova.compute.claims [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.706330] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707917, 'name': Destroy_Task, 'duration_secs': 0.701251} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.706330] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Destroyed the VM [ 894.706507] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.706603] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-252702f3-5b39-4230-9da7-64af8e7f96af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.714681] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 894.714681] env[69245]: value = "task-3707921" [ 894.714681] env[69245]: _type = "Task" [ 894.714681] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.726698] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.857411] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707920, 'name': CreateVM_Task, 'duration_secs': 0.717731} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.857606] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.858794] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.858959] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.859418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.859976] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bb1a5f-b3c3-4207-8973-5c19bca8ecbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.868194] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 894.868194] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cbf0cc-26e7-96a7-24d1-be9babd94202" [ 894.868194] env[69245]: _type = "Task" [ 894.868194] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.874476] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cbf0cc-26e7-96a7-24d1-be9babd94202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.176523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Releasing lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.176912] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Instance network_info: |[{"id": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "address": "fa:16:3e:8f:0d:8b", "network": {"id": "dd254e2d-6ff3-4d8a-81dc-d3cf3e664890", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1154683304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb95508e81bb4ec6a732a94493e1e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4fb384-e2", "ovs_interfaceid": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.177393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0d:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da4fb384-e2d0-429c-9e3a-8094f92bf9cb', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.185276] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Creating folder: Project (fb95508e81bb4ec6a732a94493e1e70e). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.185775] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f82f25e-09cc-4624-b94d-1a35101798b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.188655] env[69245]: DEBUG nova.network.neutron [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.197417] env[69245]: DEBUG nova.compute.utils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.198071] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.198335] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.203365] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Created folder: Project (fb95508e81bb4ec6a732a94493e1e70e) in parent group-v738357. [ 895.203714] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Creating folder: Instances. Parent ref: group-v738517. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.204383] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e05929c-7117-43b7-9d64-103c86a7df22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.221247] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Created folder: Instances in parent group-v738517. [ 895.221605] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.221859] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.222561] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c8d4d6c-8ce4-4a70-90a8-0a1438dbaaed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.240976] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707921, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.244083] env[69245]: DEBUG nova.policy [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a60d6d67e0a4968a4b6040700ac3f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7ac53d4a4034953aae2a8c1006632f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.247322] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.247322] env[69245]: value = "task-3707924" [ 895.247322] env[69245]: _type = "Task" [ 895.247322] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.256770] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707924, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.324983] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.325364] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e00559e-68f3-4072-9b69-1c54035f99d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.333484] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 895.333484] env[69245]: value = "task-3707925" [ 895.333484] env[69245]: _type = "Task" [ 895.333484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.344720] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.378759] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cbf0cc-26e7-96a7-24d1-be9babd94202, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.378759] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.379023] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.380042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.380042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.380042] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.380042] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39aa7175-fb95-40df-981b-80767b68ec8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.389998] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.390303] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.391189] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783c87de-2178-4cd0-aedd-d7b4c7d92c42 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.398884] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 895.398884] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52750e42-ec23-b5dc-42d2-7786b60966ca" [ 895.398884] env[69245]: _type = "Task" [ 895.398884] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.409268] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52750e42-ec23-b5dc-42d2-7786b60966ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.448302] env[69245]: DEBUG nova.compute.manager [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Received event network-changed-da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.448302] env[69245]: DEBUG nova.compute.manager [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Refreshing instance network info cache due to event network-changed-da4fb384-e2d0-429c-9e3a-8094f92bf9cb. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.448302] env[69245]: DEBUG oslo_concurrency.lockutils [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] Acquiring lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.448302] env[69245]: DEBUG oslo_concurrency.lockutils [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] Acquired lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.448810] env[69245]: DEBUG nova.network.neutron [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Refreshing network info cache for port da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.576024] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Successfully created port: adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.691574] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.703948] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.729089] env[69245]: DEBUG oslo_vmware.api [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.76425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.729089] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.729089] env[69245]: INFO nova.compute.manager [None req-1d25ff9c-9b07-4434-a0ba-26b31a0d420a tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 895.769634] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707924, 'name': CreateVM_Task, 'duration_secs': 0.445828} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.770811] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.771688] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.771895] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.772204] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.772775] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4babda4-056b-4147-8601-5f4122f138e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.781870] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 895.781870] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524e752b-cfb6-342d-25c0-2f93cc0e35c6" [ 895.781870] env[69245]: _type = "Task" [ 895.781870] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.792447] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524e752b-cfb6-342d-25c0-2f93cc0e35c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.848268] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707925, 'name': PowerOffVM_Task, 'duration_secs': 0.242706} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.848268] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.852033] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfcb4cd-8330-4e84-aae3-be56629b74d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.873863] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a630d-a0ab-421a-96d6-06efbecead2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.915580] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52750e42-ec23-b5dc-42d2-7786b60966ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012793} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.917607] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.917865] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36c208c6-3df7-4e3a-bf48-b098fe8ad6e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.920380] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea250ac0-0c10-4fb7-8d5d-1968f38d2721 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.933030] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 895.933030] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52affacc-d499-d362-aada-eac1305b07c9" [ 895.933030] env[69245]: _type = "Task" [ 895.933030] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.939905] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 895.939905] env[69245]: value = "task-3707926" [ 895.939905] env[69245]: _type = "Task" [ 895.939905] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.950065] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52affacc-d499-d362-aada-eac1305b07c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.956494] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.956719] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.956969] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.957110] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.957322] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.957582] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6d74b29-b861-42ad-99a3-41ecb2573cd5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.967243] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.967463] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.968621] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11aac10-5b0c-40c9-b12e-0d02ffc7a182 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.975642] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 895.975642] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521248bd-2217-deab-7f1c-66c5b2630b37" [ 895.975642] env[69245]: _type = "Task" [ 895.975642] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.988474] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521248bd-2217-deab-7f1c-66c5b2630b37, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.989300] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c3e0c7-e549-4091-b8ef-8f9b89df9c03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.999051] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 895.999051] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f853e-4bc6-ea54-1a27-82f65c29ce7f" [ 895.999051] env[69245]: _type = "Task" [ 895.999051] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.008244] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f853e-4bc6-ea54-1a27-82f65c29ce7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.219155] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b7fe4-0526-4592-aa94-eb7a88bd0d80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.247636] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17e0ed-3588-44f0-a49d-e711990ea01f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.261133] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.295264] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ef8ea-7bed-4537-bb63-4f2f7d598b4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.298106] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524e752b-cfb6-342d-25c0-2f93cc0e35c6, 'name': SearchDatastore_Task, 'duration_secs': 0.029945} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.298612] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.298887] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.299156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.304836] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73fbc6e-f022-4480-a1b5-9248fb586765 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.341190] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef285103-d3bf-4e2c-9686-97a8b5142b21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.351115] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b5dce3-61e4-4511-b1de-9b5bc94b41fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.367652] env[69245]: DEBUG nova.compute.provider_tree [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.380052] env[69245]: DEBUG nova.network.neutron [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Updated VIF entry in instance network info cache for port da4fb384-e2d0-429c-9e3a-8094f92bf9cb. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.380228] env[69245]: DEBUG nova.network.neutron [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Updating instance_info_cache with network_info: [{"id": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "address": "fa:16:3e:8f:0d:8b", "network": {"id": "dd254e2d-6ff3-4d8a-81dc-d3cf3e664890", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1154683304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb95508e81bb4ec6a732a94493e1e70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda4fb384-e2", "ovs_interfaceid": "da4fb384-e2d0-429c-9e3a-8094f92bf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.444697] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52affacc-d499-d362-aada-eac1305b07c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017829} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.444982] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.445328] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e32032ac-3659-472b-b593-cadfb38f977c/e32032ac-3659-472b-b593-cadfb38f977c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.445590] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.445781] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.446012] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4fb7f26-7978-4635-baf8-7557338ad76d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.448388] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34efb67b-33a7-4f59-b753-eef9fd56978f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.458368] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 896.458368] env[69245]: value = "task-3707927" [ 896.458368] env[69245]: _type = "Task" [ 896.458368] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.459880] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.460149] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.464472] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8382a3e-2d7a-4b3f-a90d-e0e503542e8b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.473363] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.475087] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 896.475087] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526b1d07-45c9-5743-371c-a7c5a84f05f0" [ 896.475087] env[69245]: _type = "Task" [ 896.475087] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.486584] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526b1d07-45c9-5743-371c-a7c5a84f05f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.487426] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f458b4f-23bf-4f6a-bbf7-7c972e2716bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.493503] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 896.493503] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca83-ed4e-b6e9-6bdb-1def403a461e" [ 896.493503] env[69245]: _type = "Task" [ 896.493503] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.502579] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca83-ed4e-b6e9-6bdb-1def403a461e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.512315] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f853e-4bc6-ea54-1a27-82f65c29ce7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.512602] env[69245]: DEBUG oslo_concurrency.lockutils [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.512872] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 896.513167] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07231657-4fc3-4b60-af22-88c7e8ade4b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.521316] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 896.521316] env[69245]: value = "task-3707928" [ 896.521316] env[69245]: _type = "Task" [ 896.521316] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.531451] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.715343] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.748908] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.749591] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.749997] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.750398] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.750705] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.751011] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.751409] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.751719] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.752169] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.752628] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.754019] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.754162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48d859-8b25-42a0-a1ca-cb4b19d49f17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.766103] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5ee37-2408-4ecb-8ce7-7d8e355dc7c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.773705] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6301f5d8-4cd0-4c26-95ca-1322e208ea23 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance 'c020b49d-0484-4df0-bca9-44053f5210ae' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 896.871421] env[69245]: DEBUG nova.scheduler.client.report [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.883276] env[69245]: DEBUG oslo_concurrency.lockutils [req-14074e41-b152-465f-a125-f82f4550021b req-0a574c2e-c3e7-4369-9316-4b4522f097f1 service nova] Releasing lock "refresh_cache-196a0c22-cd45-4c37-9a35-75511fd2d0de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.971937] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.010783] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca83-ed4e-b6e9-6bdb-1def403a461e, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.011210] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.012065] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 196a0c22-cd45-4c37-9a35-75511fd2d0de/196a0c22-cd45-4c37-9a35-75511fd2d0de.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.013808] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bf76342-6ae9-404a-8aa4-2fd5a1d8fbe9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.029503] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 897.029503] env[69245]: value = "task-3707929" [ 897.029503] env[69245]: _type = "Task" [ 897.029503] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.038952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "86bff97b-2120-400d-b464-05c3400125cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.039244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.039457] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "86bff97b-2120-400d-b464-05c3400125cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.039687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.039906] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.041926] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.048685] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.049346] env[69245]: INFO nova.compute.manager [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Terminating instance [ 897.232772] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Successfully updated port: adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.378514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.379413] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.383133] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.784s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.384585] env[69245]: INFO nova.compute.claims [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.471853] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707006} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.472278] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e32032ac-3659-472b-b593-cadfb38f977c/e32032ac-3659-472b-b593-cadfb38f977c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.472576] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.472939] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1efe4d1-e62a-440a-ab80-2db00660847d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.483065] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 897.483065] env[69245]: value = "task-3707930" [ 897.483065] env[69245]: _type = "Task" [ 897.483065] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.495397] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.541922] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.546180] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725541} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.546350] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 897.547381] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8da532-72a3-429e-b410-58f50c90a7e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.569905] env[69245]: DEBUG nova.compute.manager [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.570192] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.580448] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.581392] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ce9e3-1c34-45ca-a319-7573b5b71040 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.584533] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80d4d78-5d1c-4001-9857-277e316d02f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.608900] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.615209] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9a7ccc-d9d9-4db3-92cf-03dfbd82a403 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615209] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 897.615209] env[69245]: value = "task-3707931" [ 897.615209] env[69245]: _type = "Task" [ 897.615209] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.622385] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 897.622385] env[69245]: value = "task-3707932" [ 897.622385] env[69245]: _type = "Task" [ 897.622385] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.634868] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.645604] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.651017] env[69245]: DEBUG nova.compute.manager [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Received event network-vif-plugged-adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.651431] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Acquiring lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.651725] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.651927] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.652201] env[69245]: DEBUG nova.compute.manager [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] No waiting events found dispatching network-vif-plugged-adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.652518] env[69245]: WARNING nova.compute.manager [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Received unexpected event network-vif-plugged-adb45a95-2735-469d-ac6f-420805dbbf3d for instance with vm_state building and task_state spawning. [ 897.652630] env[69245]: DEBUG nova.compute.manager [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Received event network-changed-adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.654910] env[69245]: DEBUG nova.compute.manager [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Refreshing instance network info cache due to event network-changed-adb45a95-2735-469d-ac6f-420805dbbf3d. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.654910] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Acquiring lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.654910] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Acquired lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.654910] env[69245]: DEBUG nova.network.neutron [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Refreshing network info cache for port adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.734922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.889683] env[69245]: DEBUG nova.compute.utils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.893403] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.893603] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.944096] env[69245]: DEBUG nova.policy [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a60d6d67e0a4968a4b6040700ac3f18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7ac53d4a4034953aae2a8c1006632f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.993641] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194378} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.994657] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.994657] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d86622-f65c-40c0-86ac-b34c6c0f70f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.020403] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] e32032ac-3659-472b-b593-cadfb38f977c/e32032ac-3659-472b-b593-cadfb38f977c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.020403] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aeb1d2d-6665-46df-b8f9-0b27171e27a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.045491] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747775} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.047036] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 196a0c22-cd45-4c37-9a35-75511fd2d0de/196a0c22-cd45-4c37-9a35-75511fd2d0de.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.047320] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.047680] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 898.047680] env[69245]: value = "task-3707933" [ 898.047680] env[69245]: _type = "Task" [ 898.047680] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.047881] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91e7e78-4b0e-40c1-a4b2-66987d70aab1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.060810] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.062794] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 898.062794] env[69245]: value = "task-3707934" [ 898.062794] env[69245]: _type = "Task" [ 898.062794] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.074187] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.126696] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.140973] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707932, 'name': PowerOffVM_Task, 'duration_secs': 0.29243} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.141289] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.141465] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.142835] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3844d24d-0a59-4653-91a1-8fed9a5ba94b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.236829] env[69245]: DEBUG nova.network.neutron [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.246136] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Successfully created port: 1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.302212] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.306190] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.306190] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.306190] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.306190] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Deleting the datastore file [datastore2] 86bff97b-2120-400d-b464-05c3400125cc {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.306190] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c423962d-1797-4df2-98b7-7b87d5a43469 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.318570] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for the task: (returnval){ [ 898.318570] env[69245]: value = "task-3707936" [ 898.318570] env[69245]: _type = "Task" [ 898.318570] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.332200] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.384702] env[69245]: DEBUG nova.network.neutron [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.394756] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.564734] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707933, 'name': ReconfigVM_Task, 'duration_secs': 0.494528} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.568376] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] e32032ac-3659-472b-b593-cadfb38f977c/e32032ac-3659-472b-b593-cadfb38f977c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.573149] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea5d3c90-dbf0-4adf-9965-007c03dbd8e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.579980] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074185} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.581413] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.581783] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 898.581783] env[69245]: value = "task-3707937" [ 898.581783] env[69245]: _type = "Task" [ 898.581783] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.582498] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ade5d3-15e9-4738-9522-c5a2566764ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.596529] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707937, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.615996] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 196a0c22-cd45-4c37-9a35-75511fd2d0de/196a0c22-cd45-4c37-9a35-75511fd2d0de.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.619075] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a602b2-ce4e-421e-940e-29a90624405c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.637325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.637585] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.637775] env[69245]: DEBUG nova.compute.manager [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Going to confirm migration 2 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 898.646348] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707931, 'name': ReconfigVM_Task, 'duration_secs': 0.844979} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.647904] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.648468] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 898.648468] env[69245]: value = "task-3707938" [ 898.648468] env[69245]: _type = "Task" [ 898.648468] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.649439] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eb07ce-8924-4124-8bd2-8f4c43252b76 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.686881] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.687994] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7e4ef8a-52dc-4fc8-b552-9d1687d52457 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.708968] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 898.708968] env[69245]: value = "task-3707939" [ 898.708968] env[69245]: _type = "Task" [ 898.708968] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.720575] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.832751] env[69245]: DEBUG oslo_vmware.api [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Task: {'id': task-3707936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164965} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.832751] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.833273] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.833273] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.833273] env[69245]: INFO nova.compute.manager [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 1.26 seconds to destroy the instance on the hypervisor. [ 898.833496] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.836282] env[69245]: DEBUG nova.compute.manager [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.836450] env[69245]: DEBUG nova.network.neutron [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.888545] env[69245]: DEBUG oslo_concurrency.lockutils [req-f160589b-a548-427c-81fe-4c20faa2c8de req-251c6cf6-7667-42fe-9af2-637c9d3dd689 service nova] Releasing lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.891229] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.891401] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.979335] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094008c4-036d-46c2-bcc6-ce6e9f5e120c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.987584] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f2a24-95df-4404-b88d-4250cac48d1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.020449] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05824776-83fe-4282-a0e3-d69920b7fb7b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.032406] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aec324-1879-429f-bb09-5dd126a2f765 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.047616] env[69245]: DEBUG nova.compute.provider_tree [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.095709] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707937, 'name': Rename_Task, 'duration_secs': 0.167837} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.096013] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.096289] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2d4f1bc-1093-4a91-87c1-997aa47e654d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.108295] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 899.108295] env[69245]: value = "task-3707940" [ 899.108295] env[69245]: _type = "Task" [ 899.108295] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.117694] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.166361] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.210741] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.210931] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.211125] env[69245]: DEBUG nova.network.neutron [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.211322] env[69245]: DEBUG nova.objects.instance [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'info_cache' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.223842] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707939, 'name': ReconfigVM_Task, 'duration_secs': 0.183547} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.224167] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.224500] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c825d2-eb36-4aa2-b6df-c37beeeb6785 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.233119] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 899.233119] env[69245]: value = "task-3707941" [ 899.233119] env[69245]: _type = "Task" [ 899.233119] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.243953] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.345141] env[69245]: DEBUG nova.compute.manager [req-c6ee4b59-7cfa-4a47-a26d-92188b73224b req-d31b0ed5-f6c6-4ac1-9018-d553b460a499 service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Received event network-vif-deleted-b08e8ad3-7a73-4884-99bb-5d28f0a3f408 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.345436] env[69245]: INFO nova.compute.manager [req-c6ee4b59-7cfa-4a47-a26d-92188b73224b req-d31b0ed5-f6c6-4ac1-9018-d553b460a499 service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Neutron deleted interface b08e8ad3-7a73-4884-99bb-5d28f0a3f408; detaching it from the instance and deleting it from the info cache [ 899.345691] env[69245]: DEBUG nova.network.neutron [req-c6ee4b59-7cfa-4a47-a26d-92188b73224b req-d31b0ed5-f6c6-4ac1-9018-d553b460a499 service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.410416] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.437613] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.438098] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.438183] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.438306] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.438490] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.438641] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.438856] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.439157] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.439244] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.439361] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.439538] env[69245]: DEBUG nova.virt.hardware [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.440458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00df2c7b-a76c-48ab-94ee-911ae8d24f79 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.449134] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab4f89-8d62-42ba-823c-d3489b2a7ee2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.467716] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.553206] env[69245]: DEBUG nova.scheduler.client.report [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.626101] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.665709] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707938, 'name': ReconfigVM_Task, 'duration_secs': 0.787934} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.666213] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 196a0c22-cd45-4c37-9a35-75511fd2d0de/196a0c22-cd45-4c37-9a35-75511fd2d0de.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.670699] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29049bab-1fda-4c16-8d8e-9b887f768970 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.680247] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 899.680247] env[69245]: value = "task-3707942" [ 899.680247] env[69245]: _type = "Task" [ 899.680247] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.689587] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707942, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.743228] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Updating instance_info_cache with network_info: [{"id": "adb45a95-2735-469d-ac6f-420805dbbf3d", "address": "fa:16:3e:b9:40:89", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb45a95-27", "ovs_interfaceid": "adb45a95-2735-469d-ac6f-420805dbbf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.750724] env[69245]: DEBUG oslo_vmware.api [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707941, 'name': PowerOnVM_Task, 'duration_secs': 0.459392} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.751620] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.756092] env[69245]: DEBUG nova.compute.manager [None req-91869104-f1b2-44a8-81d4-dd9db3c428a5 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.757225] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b2f50-be1c-4e93-9031-a3cdaaab0972 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.824969] env[69245]: DEBUG nova.network.neutron [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.848183] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de2a873-6c28-4036-a0e2-c64164a1e5a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.866021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8d7fe-7b02-4b58-9693-76c29a4c42d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.877275] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Successfully updated port: 1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.880486] env[69245]: DEBUG nova.compute.manager [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Received event network-vif-plugged-1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.880971] env[69245]: DEBUG oslo_concurrency.lockutils [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] Acquiring lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.881263] env[69245]: DEBUG oslo_concurrency.lockutils [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.881589] env[69245]: DEBUG oslo_concurrency.lockutils [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.882266] env[69245]: DEBUG nova.compute.manager [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] No waiting events found dispatching network-vif-plugged-1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 899.882266] env[69245]: WARNING nova.compute.manager [req-d3543827-89c8-4eab-aa09-158306bc6c6a req-93c9dc75-b431-45f6-9e7d-a65850792376 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Received unexpected event network-vif-plugged-1a343b35-189f-490c-be68-8ff5f2357094 for instance with vm_state building and task_state spawning. [ 899.911093] env[69245]: DEBUG nova.compute.manager [req-c6ee4b59-7cfa-4a47-a26d-92188b73224b req-d31b0ed5-f6c6-4ac1-9018-d553b460a499 service nova] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Detach interface failed, port_id=b08e8ad3-7a73-4884-99bb-5d28f0a3f408, reason: Instance 86bff97b-2120-400d-b464-05c3400125cc could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.057813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.058739] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.061053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.413s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.061251] env[69245]: DEBUG nova.objects.instance [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lazy-loading 'resources' on Instance uuid 4e68d324-6c16-4173-bb86-a89af3de302e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.121699] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.190375] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707942, 'name': Rename_Task, 'duration_secs': 0.156728} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.190673] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.191090] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78c5d17-7bcd-411f-82e3-1118c856c033 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.199284] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 900.199284] env[69245]: value = "task-3707943" [ 900.199284] env[69245]: _type = "Task" [ 900.199284] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.208609] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.252240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "refresh_cache-262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.252658] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance network_info: |[{"id": "adb45a95-2735-469d-ac6f-420805dbbf3d", "address": "fa:16:3e:b9:40:89", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb45a95-27", "ovs_interfaceid": "adb45a95-2735-469d-ac6f-420805dbbf3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.253293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:40:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb45a95-2735-469d-ac6f-420805dbbf3d', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.262896] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.265698] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.265975] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1147313-9d69-402a-87ec-644bd7a81977 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.291852] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.291852] env[69245]: value = "task-3707944" [ 900.291852] env[69245]: _type = "Task" [ 900.291852] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.299943] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707944, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.330964] env[69245]: INFO nova.compute.manager [-] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Took 1.49 seconds to deallocate network for instance. [ 900.380546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.380546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.380784] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.482937] env[69245]: DEBUG nova.network.neutron [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.565513] env[69245]: DEBUG nova.compute.utils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.570608] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.570820] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.625264] env[69245]: DEBUG oslo_vmware.api [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707940, 'name': PowerOnVM_Task, 'duration_secs': 1.104892} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.625551] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.625765] env[69245]: INFO nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Took 10.28 seconds to spawn the instance on the hypervisor. [ 900.625947] env[69245]: DEBUG nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.626891] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c80759-8c83-4953-91fd-4a71b7c86248 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.634972] env[69245]: DEBUG nova.policy [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c8fe7c8e1fd4c4283a56bd10a78c9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54958c300eff458ea5e85f21c2e55bb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.713999] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.806833] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707944, 'name': CreateVM_Task, 'duration_secs': 0.385417} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.806996] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.808760] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.808760] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.808760] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.808760] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ae015e-54e5-43e2-bde9-063bb53339c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.817170] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 900.817170] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5275a43d-28a2-a690-7cf8-c8187a33c718" [ 900.817170] env[69245]: _type = "Task" [ 900.817170] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.828194] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5275a43d-28a2-a690-7cf8-c8187a33c718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.832799] env[69245]: INFO nova.compute.manager [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Unrescuing [ 900.833077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.833231] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.833397] env[69245]: DEBUG nova.network.neutron [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.838394] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.917909] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.978893] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Successfully created port: fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.985892] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.986169] env[69245]: DEBUG nova.objects.instance [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'migration_context' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.080425] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.120977] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73190c3c-105f-4662-840e-b965252f1112 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.131624] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2373a5-cdd0-420a-9bc4-8a53f52238c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.172375] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d082d75-85c2-4e77-b18a-bbd939176b18 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.176200] env[69245]: DEBUG nova.network.neutron [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Updating instance_info_cache with network_info: [{"id": "1a343b35-189f-490c-be68-8ff5f2357094", "address": "fa:16:3e:ff:11:69", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a343b35-18", "ovs_interfaceid": "1a343b35-189f-490c-be68-8ff5f2357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.177632] env[69245]: INFO nova.compute.manager [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Took 49.40 seconds to build instance. [ 901.184168] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d8b12-4cb1-4810-b428-e9d37057c974 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.201116] env[69245]: DEBUG nova.compute.provider_tree [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.214079] env[69245]: DEBUG oslo_vmware.api [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707943, 'name': PowerOnVM_Task, 'duration_secs': 0.578001} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.214376] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.214581] env[69245]: INFO nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Took 8.20 seconds to spawn the instance on the hypervisor. [ 901.214762] env[69245]: DEBUG nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.216391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df39003-ccb4-4b11-bb7d-aced98852724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.330394] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5275a43d-28a2-a690-7cf8-c8187a33c718, 'name': SearchDatastore_Task, 'duration_secs': 0.017137} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.330714] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.330948] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.331191] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.331336] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.331510] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.331769] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eae21bd4-594d-4ee5-8ebe-fc541cedad38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.341176] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.341380] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.342099] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c338caea-0699-40ea-8e28-b7b2fad50913 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.348249] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 901.348249] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52015387-21f1-bcc3-87fd-99beec041ca9" [ 901.348249] env[69245]: _type = "Task" [ 901.348249] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.357481] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52015387-21f1-bcc3-87fd-99beec041ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.492124] env[69245]: DEBUG nova.objects.base [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 901.493410] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ea466-2b1a-485e-a09c-bdc43bef8123 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.528978] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6518431-b9bf-4cc9-9272-97cfae195c4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.534996] env[69245]: DEBUG oslo_vmware.api [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 901.534996] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ced165-238b-8e69-625d-5c7cfda8fed5" [ 901.534996] env[69245]: _type = "Task" [ 901.534996] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.546077] env[69245]: DEBUG oslo_vmware.api [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ced165-238b-8e69-625d-5c7cfda8fed5, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.546454] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.682162] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682162] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Instance network_info: |[{"id": "1a343b35-189f-490c-be68-8ff5f2357094", "address": "fa:16:3e:ff:11:69", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a343b35-18", "ovs_interfaceid": "1a343b35-189f-490c-be68-8ff5f2357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.682162] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67c68f75-7c51-4d62-aa17-af782d0a82b6 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.911s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.682162] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:11:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a343b35-189f-490c-be68-8ff5f2357094', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.690845] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.692623] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.693058] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6126ff69-2d2b-4396-8c10-a755623e6033 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.713531] env[69245]: DEBUG nova.network.neutron [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updating instance_info_cache with network_info: [{"id": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "address": "fa:16:3e:dd:7f:fb", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c51a5f6-e8", "ovs_interfaceid": "4c51a5f6-e8ee-4f92-ab3a-980091fe11e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.715806] env[69245]: DEBUG nova.scheduler.client.report [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.726225] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.726225] env[69245]: value = "task-3707945" [ 901.726225] env[69245]: _type = "Task" [ 901.726225] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.741172] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707945, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.741172] env[69245]: INFO nova.compute.manager [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Took 46.96 seconds to build instance. [ 901.861166] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52015387-21f1-bcc3-87fd-99beec041ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.016785} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.863838] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd26f9f5-b45c-409e-b45d-068279a5c153 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.872078] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 901.872078] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f3c376-1d5c-5f6b-3ad7-0091d5408cb3" [ 901.872078] env[69245]: _type = "Task" [ 901.872078] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.882183] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f3c376-1d5c-5f6b-3ad7-0091d5408cb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.984506] env[69245]: DEBUG nova.compute.manager [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Received event network-changed-1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.984852] env[69245]: DEBUG nova.compute.manager [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Refreshing instance network info cache due to event network-changed-1a343b35-189f-490c-be68-8ff5f2357094. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.985220] env[69245]: DEBUG oslo_concurrency.lockutils [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] Acquiring lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.985532] env[69245]: DEBUG oslo_concurrency.lockutils [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] Acquired lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985833] env[69245]: DEBUG nova.network.neutron [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Refreshing network info cache for port 1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.094480] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.124447] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.124743] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.124856] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.125052] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.125207] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.125391] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.125629] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.125791] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.125997] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.126137] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.126318] env[69245]: DEBUG nova.virt.hardware [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.127249] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1059347-a0d7-4025-a4c0-b011f4a19313 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.136280] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf074ea3-939f-487c-b75d-19e0d8459226 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.194021] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.220704] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.221446] env[69245]: DEBUG nova.objects.instance [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'flavor' on Instance uuid d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.223563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.227456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.103s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.227456] env[69245]: DEBUG nova.objects.instance [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 902.245021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ca87423-95b7-43d5-9aac-34642bb878fb tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.470s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.245021] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707945, 'name': CreateVM_Task, 'duration_secs': 0.34178} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.246190] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.247364] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.247755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.249017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.249196] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d640aa67-a044-4c1a-8f7e-98613f7f5c0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.256332] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 902.256332] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52090959-7068-6792-674b-2fcd54bcc2a0" [ 902.256332] env[69245]: _type = "Task" [ 902.256332] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.257711] env[69245]: INFO nova.scheduler.client.report [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Deleted allocations for instance 4e68d324-6c16-4173-bb86-a89af3de302e [ 902.271426] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52090959-7068-6792-674b-2fcd54bcc2a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.271727] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.271990] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.272546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384147] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f3c376-1d5c-5f6b-3ad7-0091d5408cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.384765] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.384765] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3/262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.384998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.385169] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.385435] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506318ef-1fad-471c-87a8-9e78c97aff50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.387622] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f0f2d8-7194-4798-a538-f3bfcbb69df2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.396040] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 902.396040] env[69245]: value = "task-3707946" [ 902.396040] env[69245]: _type = "Task" [ 902.396040] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.400659] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.400887] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.401994] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134346ed-70a4-415e-8857-7d6164f27543 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.408824] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.412604] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 902.412604] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525eeb6b-8852-312c-8817-8ab6893ae674" [ 902.412604] env[69245]: _type = "Task" [ 902.412604] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.422725] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525eeb6b-8852-312c-8817-8ab6893ae674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.457235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.458119] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.458619] env[69245]: DEBUG nova.objects.instance [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.503757] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Successfully updated port: fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.726512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.730343] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c08f8-4014-4e0b-9680-e7fe95431a5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.761063] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.763995] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.767926] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04b1e592-530c-4f58-a650-d7e4486a196e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.772563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-888cd250-47ec-4aaa-9db9-e1d590850bd3 tempest-ServersListShow2100Test-1820750421 tempest-ServersListShow2100Test-1820750421-project-member] Lock "4e68d324-6c16-4173-bb86-a89af3de302e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.279s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.782868] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 902.782868] env[69245]: value = "task-3707947" [ 902.782868] env[69245]: _type = "Task" [ 902.782868] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.800433] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.839652] env[69245]: DEBUG nova.network.neutron [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Updated VIF entry in instance network info cache for port 1a343b35-189f-490c-be68-8ff5f2357094. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.840193] env[69245]: DEBUG nova.network.neutron [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Updating instance_info_cache with network_info: [{"id": "1a343b35-189f-490c-be68-8ff5f2357094", "address": "fa:16:3e:ff:11:69", "network": {"id": "9b608da7-fe47-4dc9-a122-e688c3a528e6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-395140271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7ac53d4a4034953aae2a8c1006632f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a343b35-18", "ovs_interfaceid": "1a343b35-189f-490c-be68-8ff5f2357094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.906733] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493285} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.907056] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3/262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.907308] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.907642] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-353b2998-141a-4fee-a3db-6883e0662b62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.914490] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 902.914490] env[69245]: value = "task-3707948" [ 902.914490] env[69245]: _type = "Task" [ 902.914490] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.928430] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525eeb6b-8852-312c-8817-8ab6893ae674, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.932239] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.932491] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1396e240-cbfe-499c-b325-afb9b710703c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940378] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 902.940378] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5280bf0a-558e-2c32-bab7-b23aaaffe147" [ 902.940378] env[69245]: _type = "Task" [ 902.940378] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.950509] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5280bf0a-558e-2c32-bab7-b23aaaffe147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.007952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.008465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquired lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.008465] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.053557] env[69245]: DEBUG nova.objects.instance [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.240108] env[69245]: DEBUG oslo_concurrency.lockutils [None req-341e70db-d550-428e-9566-c3f4dd5d6bdc tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.241260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.040s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.241976] env[69245]: DEBUG nova.objects.instance [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lazy-loading 'resources' on Instance uuid 9305dae7-b3a1-4313-9c56-efd16191efff {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.283784] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.293608] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707947, 'name': PowerOffVM_Task, 'duration_secs': 0.330749} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.293903] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.299610] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.299958] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43172f0f-5fa8-41ef-9354-6f1f2864f590 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.319307] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 903.319307] env[69245]: value = "task-3707949" [ 903.319307] env[69245]: _type = "Task" [ 903.319307] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.328814] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.342668] env[69245]: DEBUG oslo_concurrency.lockutils [req-e5d267ac-bafa-4a58-a998-858945616ac7 req-4b5ee5ce-e03a-44d0-8d44-9d54c8e3f039 service nova] Releasing lock "refresh_cache-35a72864-4fdc-4458-96bd-d48d2739ec87" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.427507] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092366} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.427807] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.429997] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6105d-90e5-4fdb-90d1-ca4d08925ff0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.454114] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3/262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.457667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3f8280-4ebc-4ee4-bbee-60fa1f8b930d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.477891] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5280bf0a-558e-2c32-bab7-b23aaaffe147, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.479432] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.479705] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 35a72864-4fdc-4458-96bd-d48d2739ec87/35a72864-4fdc-4458-96bd-d48d2739ec87.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.480066] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 903.480066] env[69245]: value = "task-3707950" [ 903.480066] env[69245]: _type = "Task" [ 903.480066] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.480285] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79156abc-3fec-489f-a1a2-2df4ded18092 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.492415] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.494038] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 903.494038] env[69245]: value = "task-3707951" [ 903.494038] env[69245]: _type = "Task" [ 903.494038] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.503188] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.555228] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.557806] env[69245]: DEBUG nova.objects.base [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.558025] env[69245]: DEBUG nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.598220] env[69245]: DEBUG nova.policy [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.740151] env[69245]: DEBUG nova.network.neutron [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Updating instance_info_cache with network_info: [{"id": "fe353e01-a326-4d7b-b12c-793add64937c", "address": "fa:16:3e:9e:6d:e3", "network": {"id": "0697d495-18d1-487e-a115-4c61e860c4af", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-919494775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54958c300eff458ea5e85f21c2e55bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe353e01-a3", "ovs_interfaceid": "fe353e01-a326-4d7b-b12c-793add64937c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.834167] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.979734] env[69245]: DEBUG nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Successfully created port: 5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.002774] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.009405] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.242676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Releasing lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.243088] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Instance network_info: |[{"id": "fe353e01-a326-4d7b-b12c-793add64937c", "address": "fa:16:3e:9e:6d:e3", "network": {"id": "0697d495-18d1-487e-a115-4c61e860c4af", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-919494775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54958c300eff458ea5e85f21c2e55bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe353e01-a3", "ovs_interfaceid": "fe353e01-a326-4d7b-b12c-793add64937c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.246822] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:6d:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe353e01-a326-4d7b-b12c-793add64937c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.254786] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Creating folder: Project (54958c300eff458ea5e85f21c2e55bb3). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.255447] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea57a3d9-b90c-4230-9c0e-808504e0bfec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.268668] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Created folder: Project (54958c300eff458ea5e85f21c2e55bb3) in parent group-v738357. [ 904.268668] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Creating folder: Instances. Parent ref: group-v738522. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.268668] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16d9937-b2f0-4a60-a07c-33d147f4b385 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.280036] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Created folder: Instances in parent group-v738522. [ 904.280036] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.280199] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.280838] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-422c9012-0f54-4f27-a393-5f4982f43132 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.305345] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.305345] env[69245]: value = "task-3707954" [ 904.305345] env[69245]: _type = "Task" [ 904.305345] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.319668] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707954, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.330492] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.332655] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76787e96-bc59-49ee-b9d9-3152ad53f3c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.342298] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50d337-d5d8-4468-b78a-1d2d2463832a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.380689] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a98081-4459-45a4-993b-89d49d2b3e89 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.389178] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01169a3b-a621-4d4d-8a44-4fc714e1c397 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.404903] env[69245]: DEBUG nova.compute.provider_tree [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.493741] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707950, 'name': ReconfigVM_Task, 'duration_secs': 0.850491} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.494076] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3/262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.494774] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87cb577c-f1f5-4c45-b78e-37c576ab8e4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507063] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759657} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.508854] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 35a72864-4fdc-4458-96bd-d48d2739ec87/35a72864-4fdc-4458-96bd-d48d2739ec87.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.509021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.509353] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 904.509353] env[69245]: value = "task-3707955" [ 904.509353] env[69245]: _type = "Task" [ 904.509353] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.509544] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9578142-abd1-4d10-a2d9-67e3b03a6f6d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.522277] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707955, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.524318] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 904.524318] env[69245]: value = "task-3707956" [ 904.524318] env[69245]: _type = "Task" [ 904.524318] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.535969] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.764728] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.765050] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.765276] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.765495] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.765673] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.769127] env[69245]: INFO nova.compute.manager [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Terminating instance [ 904.792700] env[69245]: DEBUG nova.compute.manager [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Received event network-vif-plugged-fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.792890] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Acquiring lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.794559] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.794559] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.794559] env[69245]: DEBUG nova.compute.manager [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] No waiting events found dispatching network-vif-plugged-fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.794559] env[69245]: WARNING nova.compute.manager [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Received unexpected event network-vif-plugged-fe353e01-a326-4d7b-b12c-793add64937c for instance with vm_state building and task_state spawning. [ 904.794559] env[69245]: DEBUG nova.compute.manager [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Received event network-changed-fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.794559] env[69245]: DEBUG nova.compute.manager [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Refreshing instance network info cache due to event network-changed-fe353e01-a326-4d7b-b12c-793add64937c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.794559] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Acquiring lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.794559] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Acquired lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.794559] env[69245]: DEBUG nova.network.neutron [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Refreshing network info cache for port fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.817119] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707954, 'name': CreateVM_Task, 'duration_secs': 0.377683} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817119] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.817334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.817573] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.817902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.818203] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f19ece-5d5a-4fbb-b761-0ee949e29357 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.827939] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 904.827939] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeaa54-1e1d-3116-7cb6-675b8e131adf" [ 904.827939] env[69245]: _type = "Task" [ 904.827939] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.835792] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707949, 'name': ReconfigVM_Task, 'duration_secs': 1.364649} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.836553] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.836800] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.837098] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a415e68f-4dce-4d2e-aa20-c3d4264675ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.842485] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeaa54-1e1d-3116-7cb6-675b8e131adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.848242] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 904.848242] env[69245]: value = "task-3707957" [ 904.848242] env[69245]: _type = "Task" [ 904.848242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.859040] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.907987] env[69245]: DEBUG nova.scheduler.client.report [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.022472] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707955, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.032619] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083004} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.032896] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.033701] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45f25c4-b25a-49ba-9717-5d449cd51f1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.056641] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 35a72864-4fdc-4458-96bd-d48d2739ec87/35a72864-4fdc-4458-96bd-d48d2739ec87.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.056984] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5ad16a-a308-4dc1-bdff-0ee41d8049fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.077633] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 905.077633] env[69245]: value = "task-3707958" [ 905.077633] env[69245]: _type = "Task" [ 905.077633] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.086885] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.277064] env[69245]: DEBUG nova.compute.manager [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.277309] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.278319] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad723a0-5b0d-4545-8631-6a6b2a8a4886 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.286415] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.286667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aca3ac3-1257-4bc3-927e-c1981573467f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.293311] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 905.293311] env[69245]: value = "task-3707959" [ 905.293311] env[69245]: _type = "Task" [ 905.293311] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.303655] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.340034] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eeaa54-1e1d-3116-7cb6-675b8e131adf, 'name': SearchDatastore_Task, 'duration_secs': 0.021885} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.340034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.340034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.340034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.340034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.340325] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.340432] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24570797-20f9-496b-a394-0299267dafac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.354890] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.354962] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.359049] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942e75d2-409f-488c-9ba3-fceaf8e3981e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.361301] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.366554] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 905.366554] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523bec9b-6646-44a1-e3b2-b4044aa7dcb3" [ 905.366554] env[69245]: _type = "Task" [ 905.366554] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.373762] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523bec9b-6646-44a1-e3b2-b4044aa7dcb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.416034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.417412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.109s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.418964] env[69245]: INFO nova.compute.claims [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.452757] env[69245]: INFO nova.scheduler.client.report [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Deleted allocations for instance 9305dae7-b3a1-4313-9c56-efd16191efff [ 905.527573] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707955, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.572723] env[69245]: DEBUG nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Successfully updated port: 5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.595976] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.753400] env[69245]: DEBUG nova.network.neutron [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Updated VIF entry in instance network info cache for port fe353e01-a326-4d7b-b12c-793add64937c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.753822] env[69245]: DEBUG nova.network.neutron [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Updating instance_info_cache with network_info: [{"id": "fe353e01-a326-4d7b-b12c-793add64937c", "address": "fa:16:3e:9e:6d:e3", "network": {"id": "0697d495-18d1-487e-a115-4c61e860c4af", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-919494775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54958c300eff458ea5e85f21c2e55bb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe353e01-a3", "ovs_interfaceid": "fe353e01-a326-4d7b-b12c-793add64937c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.804456] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.863090] env[69245]: DEBUG oslo_vmware.api [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3707957, 'name': PowerOnVM_Task, 'duration_secs': 0.878195} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.863090] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.863090] env[69245]: DEBUG nova.compute.manager [None req-9fdfa322-1392-40d5-8267-4269bbafcf5d tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.863090] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f72db9-8b35-4966-9869-4b46eafb7df6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.884581] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523bec9b-6646-44a1-e3b2-b4044aa7dcb3, 'name': SearchDatastore_Task, 'duration_secs': 0.067632} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.885820] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6fcf7e-dae2-4bd8-adb4-a7c74703618d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.894060] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 905.894060] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e7c2f3-3fa4-3ba4-a85c-28c4ba68f3e4" [ 905.894060] env[69245]: _type = "Task" [ 905.894060] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.905086] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e7c2f3-3fa4-3ba4-a85c-28c4ba68f3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.961920] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dff10ad-190b-4c4a-9b35-d0e4971c432f tempest-ListImageFiltersTestJSON-266287970 tempest-ListImageFiltersTestJSON-266287970-project-member] Lock "9305dae7-b3a1-4313-9c56-efd16191efff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.543s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.024246] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707955, 'name': Rename_Task, 'duration_secs': 1.205738} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.025117] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.025117] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b6f7839-4531-4605-8db9-28bd657e046f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.032664] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 906.032664] env[69245]: value = "task-3707960" [ 906.032664] env[69245]: _type = "Task" [ 906.032664] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.042085] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.075941] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.076302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.076637] env[69245]: DEBUG nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.088463] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707958, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.257088] env[69245]: DEBUG oslo_concurrency.lockutils [req-311da372-080c-4a24-9c82-0c5b7881f4d7 req-209f7850-4b0d-40fe-8182-2e7a585b659c service nova] Releasing lock "refresh_cache-838dcd4a-a2bd-4d3d-9056-dec996ac8800" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.306954] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707959, 'name': PowerOffVM_Task, 'duration_secs': 0.658869} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.307480] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.307617] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.308032] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a078db02-549c-4532-950f-ac7a961eee67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.382593] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.382828] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.383027] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Deleting the datastore file [datastore2] 196a0c22-cd45-4c37-9a35-75511fd2d0de {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.383303] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0797f694-e3e0-4670-a008-52ba123794ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.393049] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for the task: (returnval){ [ 906.393049] env[69245]: value = "task-3707962" [ 906.393049] env[69245]: _type = "Task" [ 906.393049] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.406743] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.411603] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e7c2f3-3fa4-3ba4-a85c-28c4ba68f3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011407} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.411954] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.412331] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 838dcd4a-a2bd-4d3d-9056-dec996ac8800/838dcd4a-a2bd-4d3d-9056-dec996ac8800.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.412982] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-417b8422-257e-4ee7-a520-348a185e7558 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.423312] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 906.423312] env[69245]: value = "task-3707963" [ 906.423312] env[69245]: _type = "Task" [ 906.423312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.437121] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.546894] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707960, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.595764] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707958, 'name': ReconfigVM_Task, 'duration_secs': 1.03062} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.596452] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 35a72864-4fdc-4458-96bd-d48d2739ec87/35a72864-4fdc-4458-96bd-d48d2739ec87.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.597276] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c50b9b96-d588-488b-9fe1-c759151d3434 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.610959] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 906.610959] env[69245]: value = "task-3707964" [ 906.610959] env[69245]: _type = "Task" [ 906.610959] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.623946] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707964, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.672107] env[69245]: WARNING nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 906.916013] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.936214] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.045595] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014122fa-4f4e-48b8-a904-a126937b64a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.055518] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707960, 'name': PowerOnVM_Task, 'duration_secs': 0.744972} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.060063] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.060325] env[69245]: INFO nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Took 10.34 seconds to spawn the instance on the hypervisor. [ 907.060531] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.061805] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8415ef39-7f66-414e-800d-f22c6e622927 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.071029] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71207a0d-b5a3-461a-bc28-332b0185d4fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.119272] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e8fea1-af91-4edb-b18e-a9be9ed0df0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.130925] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707964, 'name': Rename_Task, 'duration_secs': 0.46774} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.131309] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.132580] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9880be3-a2fb-4b76-bef4-91f69a4b0114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.136832] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9e47c9-04c7-4ee2-849e-a7d3bb60838e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.152213] env[69245]: DEBUG nova.compute.provider_tree [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.154159] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 907.154159] env[69245]: value = "task-3707965" [ 907.154159] env[69245]: _type = "Task" [ 907.154159] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.166943] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707965, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.402792] env[69245]: DEBUG nova.network.neutron [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be6e541-a0f9-4e65-a912-012984f1c608", "address": "fa:16:3e:2c:7b:80", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be6e541-a0", "ovs_interfaceid": "5be6e541-a0f9-4e65-a912-012984f1c608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.411711] env[69245]: DEBUG oslo_vmware.api [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Task: {'id': task-3707962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.716301} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.412163] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.412458] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.412787] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.412912] env[69245]: INFO nova.compute.manager [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Took 2.14 seconds to destroy the instance on the hypervisor. [ 907.413395] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.413755] env[69245]: DEBUG nova.compute.manager [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.413879] env[69245]: DEBUG nova.network.neutron [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.436429] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68236} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.436732] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 838dcd4a-a2bd-4d3d-9056-dec996ac8800/838dcd4a-a2bd-4d3d-9056-dec996ac8800.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.436950] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.437236] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6b30a71-f65d-4081-bd94-d4f2ee0e2ce3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.447243] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 907.447243] env[69245]: value = "task-3707966" [ 907.447243] env[69245]: _type = "Task" [ 907.447243] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.459697] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.517403] env[69245]: DEBUG nova.compute.manager [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-vif-plugged-5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.517730] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.517894] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.519245] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.519245] env[69245]: DEBUG nova.compute.manager [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] No waiting events found dispatching network-vif-plugged-5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 907.519245] env[69245]: WARNING nova.compute.manager [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received unexpected event network-vif-plugged-5be6e541-a0f9-4e65-a912-012984f1c608 for instance with vm_state active and task_state None. [ 907.519245] env[69245]: DEBUG nova.compute.manager [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-changed-5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.519245] env[69245]: DEBUG nova.compute.manager [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing instance network info cache due to event network-changed-5be6e541-a0f9-4e65-a912-012984f1c608. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.519597] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.627147] env[69245]: INFO nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Took 47.85 seconds to build instance. [ 907.657025] env[69245]: DEBUG nova.scheduler.client.report [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.674268] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.906402] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.907284] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.907595] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.908359] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.908359] env[69245]: DEBUG nova.network.neutron [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Refreshing network info cache for port 5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.913799] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9fad9f-fc2f-4104-9c62-2717a4c8eb49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.938755] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.939052] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.939290] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.939558] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.939763] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.939963] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.940292] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.940603] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.941515] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.941515] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.942095] env[69245]: DEBUG nova.virt.hardware [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.949406] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfiguring VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 907.950336] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c406af-cac4-4951-9f1e-4a8f6a8e4d9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.981635] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182416} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.982718] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.984203] env[69245]: DEBUG oslo_vmware.api [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 907.984203] env[69245]: value = "task-3707967" [ 907.984203] env[69245]: _type = "Task" [ 907.984203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.984449] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e811b500-416e-4913-8736-17f5338a9f4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.019024] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 838dcd4a-a2bd-4d3d-9056-dec996ac8800/838dcd4a-a2bd-4d3d-9056-dec996ac8800.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.020646] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8d4e26-53cb-4c97-bc11-c097bd08c511 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.036425] env[69245]: DEBUG oslo_vmware.api [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707967, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.046268] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 908.046268] env[69245]: value = "task-3707968" [ 908.046268] env[69245]: _type = "Task" [ 908.046268] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.056760] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.129721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.881s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.166719] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.167327] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.176032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.911s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.176402] env[69245]: DEBUG nova.objects.instance [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lazy-loading 'resources' on Instance uuid 13440a25-adc8-40d3-9a4c-bc04d0487141 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.178583] env[69245]: DEBUG oslo_vmware.api [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707965, 'name': PowerOnVM_Task, 'duration_secs': 0.975239} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.179278] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.179504] env[69245]: INFO nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Took 8.77 seconds to spawn the instance on the hypervisor. [ 908.179703] env[69245]: DEBUG nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.180639] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc1fe09-14ad-4d66-a477-a5c008d02286 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.471681] env[69245]: DEBUG nova.network.neutron [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.500720] env[69245]: DEBUG oslo_vmware.api [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.559743] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707968, 'name': ReconfigVM_Task, 'duration_secs': 0.514402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.564311] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 838dcd4a-a2bd-4d3d-9056-dec996ac8800/838dcd4a-a2bd-4d3d-9056-dec996ac8800.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.565406] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b100f2f2-84e4-4a04-b7b7-88f8adce64c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.574217] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 908.574217] env[69245]: value = "task-3707969" [ 908.574217] env[69245]: _type = "Task" [ 908.574217] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.585824] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707969, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.598514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.598967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.683346] env[69245]: DEBUG nova.compute.utils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.687460] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.687706] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.705381] env[69245]: INFO nova.compute.manager [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Took 48.91 seconds to build instance. [ 908.732695] env[69245]: DEBUG nova.network.neutron [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updated VIF entry in instance network info cache for port 5be6e541-a0f9-4e65-a912-012984f1c608. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.734292] env[69245]: DEBUG nova.network.neutron [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5be6e541-a0f9-4e65-a912-012984f1c608", "address": "fa:16:3e:2c:7b:80", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5be6e541-a0", "ovs_interfaceid": "5be6e541-a0f9-4e65-a912-012984f1c608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.749471] env[69245]: DEBUG nova.policy [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195d3011d8304656a6e777e5d198eb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ae3d36e4aa42f5bc0d0593925b6ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.976067] env[69245]: INFO nova.compute.manager [-] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Took 1.56 seconds to deallocate network for instance. [ 908.998362] env[69245]: DEBUG oslo_vmware.api [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707967, 'name': ReconfigVM_Task, 'duration_secs': 0.744075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.998687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.998874] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfigured VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 909.051371] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Successfully created port: 4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.086846] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707969, 'name': Rename_Task, 'duration_secs': 0.218662} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.087343] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.087734] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b5b016-74d9-408f-ba37-94d4954050fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.100025] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 909.100025] env[69245]: value = "task-3707970" [ 909.100025] env[69245]: _type = "Task" [ 909.100025] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.107395] env[69245]: DEBUG nova.compute.utils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.108892] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.192754] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.197675] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c21a05a-7187-4675-a432-310902534de4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.207745] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d660e43f-8f33-4ff6-82a4-3831ef5e424b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.213427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e186a8d3-2e6d-47fd-a390-44c819d104c8 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.925s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.249152] env[69245]: DEBUG oslo_concurrency.lockutils [req-f1d60d68-5ac9-4787-b9c9-98394b045141 req-94afaf93-e44f-4935-97b7-2ac96ad028f5 service nova] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251155] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98390312-3780-4acb-a18e-872a97943dfd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.262025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cea9043-404a-414c-8098-eec7df9eede0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.278019] env[69245]: DEBUG nova.compute.provider_tree [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.484482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.505106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5a9858e4-edd0-4240-89ba-eebf1664b85f tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.047s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.610890] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.611514] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707970, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.781859] env[69245]: DEBUG nova.scheduler.client.report [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.109581] env[69245]: DEBUG oslo_vmware.api [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707970, 'name': PowerOnVM_Task, 'duration_secs': 0.602064} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.109887] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.110072] env[69245]: INFO nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Took 8.02 seconds to spawn the instance on the hypervisor. [ 910.110279] env[69245]: DEBUG nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.111175] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721559f-a533-4544-bd50-79ec74fe484a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.213589] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.253123] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.253559] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.253559] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.253745] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.254491] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.254491] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.254491] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.254491] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.254819] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.254819] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.254973] env[69245]: DEBUG nova.virt.hardware [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.256410] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a386df9-5a06-41a9-a551-1617c57db4b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.265791] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca873d-4730-4141-a319-222cef531693 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.287089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.290950] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.432s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.290950] env[69245]: DEBUG nova.objects.instance [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lazy-loading 'resources' on Instance uuid cbd6cd92-e70b-4dcd-8de0-7a12a473d01b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.312800] env[69245]: INFO nova.scheduler.client.report [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted allocations for instance 13440a25-adc8-40d3-9a4c-bc04d0487141 [ 910.395258] env[69245]: DEBUG nova.compute.manager [req-6ea085cf-dbe6-4536-bcc2-e380b40a413b req-58d7b93f-7a5b-4db6-a08f-ace640a75b1d service nova] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Received event network-vif-deleted-da4fb384-e2d0-429c-9e3a-8094f92bf9cb {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.574070] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Successfully updated port: 4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.631922] env[69245]: INFO nova.compute.manager [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Took 49.06 seconds to build instance. [ 910.686616] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.686917] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.687216] env[69245]: INFO nova.compute.manager [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Attaching volume 7cc3174e-017c-43a3-b0da-01dffde6fc5e to /dev/sdb [ 910.736038] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270c5dcd-d491-476e-b6d8-aa539c0e416b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.744549] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b7a7a-4256-4fd9-b90a-501d70df1ab9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.760907] env[69245]: DEBUG nova.virt.block_device [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating existing volume attachment record: 6c7f2b39-5307-48d3-8221-8f6d82d53a84 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.821747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-67142250-ba03-48c2-8ffc-5de891dd6949 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "13440a25-adc8-40d3-9a4c-bc04d0487141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.608s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.070153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.070462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.081944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.082057] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.082232] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.136463] env[69245]: DEBUG oslo_concurrency.lockutils [None req-281fbe61-54b8-4900-8d91-94d9ffc86ef1 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.572s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.306787] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a7a66-dad3-4af4-a492-da516cb10568 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.315777] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cedecb1-0462-43d0-bd3c-8fd5700a49cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.353495] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11514e5f-b726-4fa6-a653-cb36c491e0cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.362708] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c34bab-8dd6-41af-81d7-7668ac555f9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.378328] env[69245]: DEBUG nova.compute.provider_tree [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.578629] env[69245]: DEBUG nova.compute.utils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.638036] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.812384] env[69245]: DEBUG nova.network.neutron [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Updating instance_info_cache with network_info: [{"id": "4beef149-4a16-4e46-93f5-d170ced68ea1", "address": "fa:16:3e:ff:02:60", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beef149-4a", "ovs_interfaceid": "4beef149-4a16-4e46-93f5-d170ced68ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.824164] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.824465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.882737] env[69245]: DEBUG nova.scheduler.client.report [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.956135] env[69245]: DEBUG nova.compute.manager [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Received event network-vif-plugged-4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.956337] env[69245]: DEBUG oslo_concurrency.lockutils [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] Acquiring lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.956552] env[69245]: DEBUG oslo_concurrency.lockutils [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.956722] env[69245]: DEBUG oslo_concurrency.lockutils [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.956888] env[69245]: DEBUG nova.compute.manager [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] No waiting events found dispatching network-vif-plugged-4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.957064] env[69245]: WARNING nova.compute.manager [req-b6341c62-b86c-46d0-ba9a-78217f85a263 req-14e21b57-27f8-4492-9f32-0a2199d9f1ab service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Received unexpected event network-vif-plugged-4beef149-4a16-4e46-93f5-d170ced68ea1 for instance with vm_state building and task_state spawning. [ 912.081717] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.315569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.316079] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Instance network_info: |[{"id": "4beef149-4a16-4e46-93f5-d170ced68ea1", "address": "fa:16:3e:ff:02:60", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beef149-4a", "ovs_interfaceid": "4beef149-4a16-4e46-93f5-d170ced68ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.316428] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:02:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4beef149-4a16-4e46-93f5-d170ced68ea1', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.324296] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.324566] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.324814] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5900eb7b-ce9f-4a50-a8ee-0c709daf0dad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.340408] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.349103] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.349103] env[69245]: value = "task-3707974" [ 912.349103] env[69245]: _type = "Task" [ 912.349103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.358305] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707974, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.388851] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.391340] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.341s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.394021] env[69245]: INFO nova.compute.claims [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.411883] env[69245]: INFO nova.scheduler.client.report [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted allocations for instance cbd6cd92-e70b-4dcd-8de0-7a12a473d01b [ 912.862021] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3707974, 'name': CreateVM_Task, 'duration_secs': 0.404756} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.862021] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.862647] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.862806] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.863154] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.863922] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c511ced7-92f7-48dd-b715-96d9ef4c0f2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.866670] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.869361] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 912.869361] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fd40e-2c91-f448-0210-df9309fc0b0e" [ 912.869361] env[69245]: _type = "Task" [ 912.869361] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.878472] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fd40e-2c91-f448-0210-df9309fc0b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.926064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f2ea0e0-feaa-4e04-924e-7349b367ad88 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "cbd6cd92-e70b-4dcd-8de0-7a12a473d01b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.516s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.160491] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.160666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.160989] env[69245]: INFO nova.compute.manager [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Attaching volume 2cb68a33-15e7-4768-b587-fd067507ed35 to /dev/sdb [ 913.229135] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd778452-bb4d-48fd-bb94-95dd0b25a31d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.238301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e949e7e-3f2c-43b7-a07d-cc304a5198f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.259161] env[69245]: DEBUG nova.virt.block_device [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating existing volume attachment record: 2c13f789-ce95-40c2-a424-6fc211b53e4c {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 913.382126] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fd40e-2c91-f448-0210-df9309fc0b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.02562} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.382126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.382126] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.382126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.382126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.382595] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.382595] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93efc59e-4c55-4e23-b1e3-db886a3a8e07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.392034] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.392034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.393231] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07de36ce-1e3a-4b5b-af3a-cbfb8665f3f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.399886] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 913.399886] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5273b27b-ff94-a779-6a19-421e4fd72b46" [ 913.399886] env[69245]: _type = "Task" [ 913.399886] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.415533] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5273b27b-ff94-a779-6a19-421e4fd72b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.435193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.435193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.435193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.435193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.435193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.437325] env[69245]: INFO nova.compute.manager [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Terminating instance [ 913.569203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.569203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.800985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "e32032ac-3659-472b-b593-cadfb38f977c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.802215] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.802515] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "e32032ac-3659-472b-b593-cadfb38f977c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.802768] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.802996] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.805567] env[69245]: INFO nova.compute.manager [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Terminating instance [ 913.906895] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73a9a2-bd9c-4b50-881a-1a0c839a52b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.918187] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5273b27b-ff94-a779-6a19-421e4fd72b46, 'name': SearchDatastore_Task, 'duration_secs': 0.015108} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.921303] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e9477e-a25f-4f71-ac0b-1bbcf4eee015 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.925459] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf6863-c11a-406e-8d97-46fb4a93b53d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.932762] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 913.932762] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52838c90-1a8e-002f-542a-965337822b04" [ 913.932762] env[69245]: _type = "Task" [ 913.932762] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.961724] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "35a72864-4fdc-4458-96bd-d48d2739ec87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.962101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.962396] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.962654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.962887] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.964964] env[69245]: DEBUG nova.compute.manager [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.965400] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.966623] env[69245]: INFO nova.compute.manager [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Terminating instance [ 913.972256] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8061729-3658-4051-811a-3a769b876660 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.975687] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0148f1bb-71ba-4b20-a1b3-9ff24c1066c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.986019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.986364] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.986638] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.986882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.987117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.989053] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52838c90-1a8e-002f-542a-965337822b04, 'name': SearchDatastore_Task, 'duration_secs': 0.045344} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.992421] env[69245]: INFO nova.compute.manager [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Terminating instance [ 913.995958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.996370] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b/8e79df1d-680f-4f16-99b6-6c6b5e943e2b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.996740] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.998481] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9192cf1-39b1-4016-8714-500341ac04f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.000691] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f80933fc-b2e5-4211-8963-1ebea885983b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.006074] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f894826-7049-4380-8afc-849241707e07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.013543] env[69245]: DEBUG nova.compute.manager [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.013941] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.015490] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c68c5-65a2-45ad-8081-b16c91e60aa9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.033816] env[69245]: DEBUG nova.compute.provider_tree [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.039572] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.039971] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 914.039971] env[69245]: value = "task-3707980" [ 914.039971] env[69245]: _type = "Task" [ 914.039971] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.040202] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 914.040202] env[69245]: value = "task-3707979" [ 914.040202] env[69245]: _type = "Task" [ 914.040202] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.040656] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68a1840-200a-4f18-9aa7-7ef71c73ef03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.058186] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.062984] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.063850] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 914.063850] env[69245]: value = "task-3707981" [ 914.063850] env[69245]: _type = "Task" [ 914.063850] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.070914] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.077679] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.311820] env[69245]: DEBUG nova.compute.manager [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.312087] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.313056] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d51d2e1-72b9-4881-810f-f0e9a7d7ee18 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.325730] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.326267] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb41b58-9391-49f5-bab1-5e53a2a687dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.334009] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 914.334009] env[69245]: value = "task-3707982" [ 914.334009] env[69245]: _type = "Task" [ 914.334009] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.345045] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.485032] env[69245]: DEBUG nova.compute.manager [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.485032] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.485032] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5ac11-2733-4e08-a26b-aeb6611ab9c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.493307] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.493722] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196ec60b-a97b-4811-9c17-f4711c5508fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.506958] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 914.506958] env[69245]: value = "task-3707983" [ 914.506958] env[69245]: _type = "Task" [ 914.506958] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.524988] env[69245]: DEBUG nova.compute.manager [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Received event network-changed-4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.524988] env[69245]: DEBUG nova.compute.manager [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Refreshing instance network info cache due to event network-changed-4beef149-4a16-4e46-93f5-d170ced68ea1. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.524988] env[69245]: DEBUG oslo_concurrency.lockutils [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] Acquiring lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.524988] env[69245]: DEBUG oslo_concurrency.lockutils [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] Acquired lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.524988] env[69245]: DEBUG nova.network.neutron [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Refreshing network info cache for port 4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.529886] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.542176] env[69245]: DEBUG nova.scheduler.client.report [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.562503] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.566429] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707979, 'name': PowerOffVM_Task, 'duration_secs': 0.298413} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.570681] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.570897] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.571881] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da419d2c-da8f-4f7f-b7d8-0955813831dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.586856] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707981, 'name': PowerOffVM_Task, 'duration_secs': 0.23045} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.588566] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.588566] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.588566] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cefded63-97d7-4423-9292-e8922f9d4332 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.594098] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-5be6e541-a0f9-4e65-a912-012984f1c608" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.594770] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-5be6e541-a0f9-4e65-a912-012984f1c608" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.615419] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.680201] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.680482] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.680715] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleting the datastore file [datastore2] 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.681075] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b8dbce-6e80-4262-a38f-3718840a95e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.705580] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 914.705580] env[69245]: value = "task-3707986" [ 914.705580] env[69245]: _type = "Task" [ 914.705580] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.705580] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.719439] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.719774] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.720044] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore2] 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.720358] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1228b04-a887-4213-a870-b95ee0a2cb4e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728770] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 914.728770] env[69245]: value = "task-3707987" [ 914.728770] env[69245]: _type = "Task" [ 914.728770] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.738872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.739139] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.739367] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.739553] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.739722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.741348] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.742508] env[69245]: INFO nova.compute.manager [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Terminating instance [ 914.844416] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707982, 'name': PowerOffVM_Task, 'duration_secs': 0.217996} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.844700] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.844874] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.845166] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ff27da-abaa-4741-9e25-49beb2ae894c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.892337] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "c67b11b8-fffd-43f7-815c-428e01ec7872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.892664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.892777] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.892958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.893129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.895633] env[69245]: INFO nova.compute.manager [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Terminating instance [ 914.920095] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.920095] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.920095] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Deleting the datastore file [datastore2] e32032ac-3659-472b-b593-cadfb38f977c {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.920095] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a135e1-78fe-47a9-b2a3-b5100000f7ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.931026] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for the task: (returnval){ [ 914.931026] env[69245]: value = "task-3707989" [ 914.931026] env[69245]: _type = "Task" [ 914.931026] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.940803] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.019283] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707983, 'name': PowerOffVM_Task, 'duration_secs': 0.290647} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.019659] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.019862] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.020182] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132afc57-eeaf-423e-bb2a-b6402b2cdb10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.047626] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.048392] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.051624] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.521s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.053934] env[69245]: INFO nova.compute.claims [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.071162] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648805} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.074760] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b/8e79df1d-680f-4f16-99b6-6c6b5e943e2b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.075165] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.075731] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38056c36-3644-4d87-beba-b3deae530184 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086312] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 915.086312] env[69245]: value = "task-3707991" [ 915.086312] env[69245]: _type = "Task" [ 915.086312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.098862] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.099091] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.099354] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.099532] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.099702] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleting the datastore file [datastore2] 35a72864-4fdc-4458-96bd-d48d2739ec87 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.104621] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e1d5c8-e3b9-40b1-8ff9-5bb4d7a96fa0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.107821] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7411fd4-a090-4182-99cb-19cf124d83ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.121950] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.131376] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b39e21-8c76-4ed2-ba46-bfd5419efe85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.134130] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for the task: (returnval){ [ 915.134130] env[69245]: value = "task-3707992" [ 915.134130] env[69245]: _type = "Task" [ 915.134130] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.160162] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfiguring VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 915.164799] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fed4f97-1c1b-4221-8758-9e7afcfd9b7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.189046] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.196077] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 915.196077] env[69245]: value = "task-3707993" [ 915.196077] env[69245]: _type = "Task" [ 915.196077] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.205086] env[69245]: DEBUG oslo_vmware.api [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217824} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.205674] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.205957] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.206286] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.206482] env[69245]: INFO nova.compute.manager [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Took 1.24 seconds to destroy the instance on the hypervisor. [ 915.206853] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.206975] env[69245]: DEBUG nova.compute.manager [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.207244] env[69245]: DEBUG nova.network.neutron [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.216418] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.239178] env[69245]: DEBUG oslo_vmware.api [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3707987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.239668] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.239849] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.240037] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.240214] env[69245]: INFO nova.compute.manager [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 915.240490] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.240928] env[69245]: DEBUG nova.compute.manager [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.241057] env[69245]: DEBUG nova.network.neutron [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.247065] env[69245]: DEBUG nova.compute.manager [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.247264] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.248218] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a176ac-84ab-4c04-bfbb-36c2f2770389 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.256483] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.256800] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c471667-e932-45e9-b4af-b4b915af12be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.264479] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 915.264479] env[69245]: value = "task-3707994" [ 915.264479] env[69245]: _type = "Task" [ 915.264479] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.275928] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.314286] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 915.314592] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738526', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'name': 'volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102fc0dd-4690-4dcc-b95b-ff9feee72ae5', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'serial': '7cc3174e-017c-43a3-b0da-01dffde6fc5e'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 915.315931] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec46a49-68af-4648-bdf6-714ce5d1c438 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.334528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6783d-797a-4eff-8995-6aadd8fe43e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.362417] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e/volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.363425] env[69245]: DEBUG nova.network.neutron [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Updated VIF entry in instance network info cache for port 4beef149-4a16-4e46-93f5-d170ced68ea1. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.363744] env[69245]: DEBUG nova.network.neutron [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Updating instance_info_cache with network_info: [{"id": "4beef149-4a16-4e46-93f5-d170ced68ea1", "address": "fa:16:3e:ff:02:60", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4beef149-4a", "ovs_interfaceid": "4beef149-4a16-4e46-93f5-d170ced68ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.364965] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d4f1f0-762d-48f6-ac6c-bddec0e12a5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.384811] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 915.384811] env[69245]: value = "task-3707995" [ 915.384811] env[69245]: _type = "Task" [ 915.384811] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.393921] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.402688] env[69245]: DEBUG nova.compute.manager [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.402928] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.404087] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad1847a-5488-41b5-9ea0-bec7493993f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.412223] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.412438] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b65b3c-8b61-4aed-b0f5-f845c944708d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.419573] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 915.419573] env[69245]: value = "task-3707996" [ 915.419573] env[69245]: _type = "Task" [ 915.419573] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.428176] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.438783] env[69245]: DEBUG oslo_vmware.api [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Task: {'id': task-3707989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243484} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.439061] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.439255] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.439433] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.439608] env[69245]: INFO nova.compute.manager [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 915.439844] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.440050] env[69245]: DEBUG nova.compute.manager [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.440147] env[69245]: DEBUG nova.network.neutron [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.561057] env[69245]: DEBUG nova.compute.utils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.566020] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.566265] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.597696] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119767} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.597696] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.597696] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb567f0-af00-47ba-934b-0de21f2529aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.633375] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b/8e79df1d-680f-4f16-99b6-6c6b5e943e2b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.634063] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6f720b-18cb-4825-8196-c1d5fcddbded {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.661977] env[69245]: DEBUG oslo_vmware.api [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Task: {'id': task-3707992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218128} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.663910] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.663910] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.663910] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.664109] env[69245]: INFO nova.compute.manager [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Took 1.18 seconds to destroy the instance on the hypervisor. [ 915.664312] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.664594] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 915.664594] env[69245]: value = "task-3707998" [ 915.664594] env[69245]: _type = "Task" [ 915.664594] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.664824] env[69245]: DEBUG nova.compute.manager [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.664824] env[69245]: DEBUG nova.network.neutron [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.677326] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.707027] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.717135] env[69245]: DEBUG nova.policy [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c29b5e97ea0142c7abed9f72fe772445', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76d0d3ed458b434593c38dbf60724052', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.777041] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.881523] env[69245]: DEBUG oslo_concurrency.lockutils [req-43468e7e-1a39-4238-a4f1-6e71e48b9733 req-d2953c30-3149-4be9-970e-361ea089b696 service nova] Releasing lock "refresh_cache-8e79df1d-680f-4f16-99b6-6c6b5e943e2b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.899670] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.930237] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.067267] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.162894] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "ad2693d9-a5f1-42ba-a471-249753646b3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.163155] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.183082] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707998, 'name': ReconfigVM_Task, 'duration_secs': 0.37659} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.185813] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b/8e79df1d-680f-4f16-99b6-6c6b5e943e2b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.187308] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731c6c1e-a5ac-4ef6-ae82-a0c135b92bbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.194684] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 916.194684] env[69245]: value = "task-3707999" [ 916.194684] env[69245]: _type = "Task" [ 916.194684] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.209695] env[69245]: DEBUG nova.compute.manager [req-1dd25e4e-4b2a-4842-9af6-38d9b623fac2 req-7b768d50-17ab-4240-9106-c804dbd69ac3 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Received event network-vif-deleted-adb45a95-2735-469d-ac6f-420805dbbf3d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.209695] env[69245]: INFO nova.compute.manager [req-1dd25e4e-4b2a-4842-9af6-38d9b623fac2 req-7b768d50-17ab-4240-9106-c804dbd69ac3 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Neutron deleted interface adb45a95-2735-469d-ac6f-420805dbbf3d; detaching it from the instance and deleting it from the info cache [ 916.209695] env[69245]: DEBUG nova.network.neutron [req-1dd25e4e-4b2a-4842-9af6-38d9b623fac2 req-7b768d50-17ab-4240-9106-c804dbd69ac3 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.224441] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.225277] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707999, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.227191] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc0633cf-5a98-49be-af51-a7997e0e304a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.234314] env[69245]: DEBUG nova.network.neutron [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.240026] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa3e6f-1bf3-4834-9bf4-67163b840d37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.283680] env[69245]: DEBUG nova.compute.manager [req-1dd25e4e-4b2a-4842-9af6-38d9b623fac2 req-7b768d50-17ab-4240-9106-c804dbd69ac3 service nova] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Detach interface failed, port_id=adb45a95-2735-469d-ac6f-420805dbbf3d, reason: Instance 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.290600] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.328448] env[69245]: DEBUG nova.network.neutron [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.368173] env[69245]: DEBUG nova.network.neutron [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.391108] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Successfully created port: 6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.405424] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.435399] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.503113] env[69245]: DEBUG nova.network.neutron [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.667820] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.693201] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e02c3d-fcd1-4a98-9145-7ce8e7642eab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.712635] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3bc99-947b-48df-a995-c76679d42d7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.716371] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3707999, 'name': Rename_Task, 'duration_secs': 0.166159} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.717864] env[69245]: DEBUG nova.compute.manager [req-b9f4b3ec-c67d-4f74-bc36-e448550dd3a0 req-0a404cde-04e5-4113-8c1c-5d20dfdcdc2e service nova] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Received event network-vif-deleted-a96552d6-042b-4119-b184-b68d38f18d6f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.718099] env[69245]: DEBUG nova.compute.manager [req-b9f4b3ec-c67d-4f74-bc36-e448550dd3a0 req-0a404cde-04e5-4113-8c1c-5d20dfdcdc2e service nova] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Received event network-vif-deleted-1a343b35-189f-490c-be68-8ff5f2357094 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.721997] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.722354] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.723464] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af74c7a-3bfd-4d05-96f9-43acfda49168 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.752107] env[69245]: INFO nova.compute.manager [-] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Took 1.31 seconds to deallocate network for instance. [ 916.755575] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c997f891-31c2-4614-aa19-751c8ad7465c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.758380] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 916.758380] env[69245]: value = "task-3708000" [ 916.758380] env[69245]: _type = "Task" [ 916.758380] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.774082] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba2fe1-d6b0-4678-a737-3a294e03f93e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.782112] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.789604] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.796416] env[69245]: DEBUG nova.compute.provider_tree [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.831753] env[69245]: INFO nova.compute.manager [-] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Took 1.62 seconds to deallocate network for instance. [ 916.869602] env[69245]: INFO nova.compute.manager [-] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Took 1.63 seconds to deallocate network for instance. [ 916.896046] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3707995, 'name': ReconfigVM_Task, 'duration_secs': 1.306779} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.896345] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e/volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.901392] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a861a7-1bc8-4afb-b603-1913e332491b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.919166] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 916.919166] env[69245]: value = "task-3708001" [ 916.919166] env[69245]: _type = "Task" [ 916.919166] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.938396] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.938396] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.989379] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Successfully created port: 4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.005249] env[69245]: INFO nova.compute.manager [-] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Took 1.34 seconds to deallocate network for instance. [ 917.077565] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.118463] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.118463] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.118691] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.118813] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.119027] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.119222] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.119472] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.119664] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.119890] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.120140] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.120354] env[69245]: DEBUG nova.virt.hardware [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.122066] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57d76b0-3b61-4969-a197-b32acd0cdb30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.131159] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c1551-a98c-4f3b-a5f8-66d14909996f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.198685] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.212855] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.264598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.277131] env[69245]: DEBUG oslo_vmware.api [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708000, 'name': PowerOnVM_Task, 'duration_secs': 0.522347} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.277900] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.278197] env[69245]: INFO nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Took 7.06 seconds to spawn the instance on the hypervisor. [ 917.278441] env[69245]: DEBUG nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.279374] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db5165c-2680-4e95-981d-f9c24981fbcf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.285017] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.299687] env[69245]: DEBUG nova.scheduler.client.report [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.340112] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.377409] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.431901] env[69245]: DEBUG oslo_vmware.api [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708001, 'name': ReconfigVM_Task, 'duration_secs': 0.167351} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.432770] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738526', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'name': 'volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102fc0dd-4690-4dcc-b95b-ff9feee72ae5', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'serial': '7cc3174e-017c-43a3-b0da-01dffde6fc5e'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 917.438069] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.511980] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.713478] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.780938] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3707994, 'name': PowerOffVM_Task, 'duration_secs': 2.207229} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.781502] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.781722] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.782511] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae7a63eb-83c5-4068-b69e-5e7df9ecdceb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.807319] env[69245]: INFO nova.compute.manager [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Took 52.52 seconds to build instance. [ 917.808848] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.809544] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.812776] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.804s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.812776] env[69245]: DEBUG nova.objects.instance [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lazy-loading 'resources' on Instance uuid f7dbf915-0416-4aa8-9811-56ecef1916ea {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.817613] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 917.818022] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738530', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'name': 'volume-2cb68a33-15e7-4768-b587-fd067507ed35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d35fdc9-38e8-4e80-a2f1-b9df1649066e', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'serial': '2cb68a33-15e7-4768-b587-fd067507ed35'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 917.819070] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db9249-3606-47ff-8d4f-3fabd6fa3e75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.839505] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf8bd12-49a0-4940-9e1f-380db0363dcb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.867671] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-2cb68a33-15e7-4768-b587-fd067507ed35/volume-2cb68a33-15e7-4768-b587-fd067507ed35.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.869509] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2251a1eb-8851-485e-a2bd-7728c3eb9795 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.882471] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.882754] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.882866] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Deleting the datastore file [datastore2] 838dcd4a-a2bd-4d3d-9056-dec996ac8800 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.883433] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e2f58a0-1ae2-4c65-aee2-c3d5de43d1b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.890371] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for the task: (returnval){ [ 917.890371] env[69245]: value = "task-3708003" [ 917.890371] env[69245]: _type = "Task" [ 917.890371] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.891783] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Waiting for the task: (returnval){ [ 917.891783] env[69245]: value = "task-3708004" [ 917.891783] env[69245]: _type = "Task" [ 917.891783] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.903181] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3708003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.906397] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.935044] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3707996, 'name': PowerOffVM_Task, 'duration_secs': 2.052479} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.935327] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.935502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.935776] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b538c3-5ede-49ec-afa2-c6b82cc5e87b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.006881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.007051] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.007343] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleting the datastore file [datastore1] c67b11b8-fffd-43f7-815c-428e01ec7872 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.008026] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412f29ba-294e-4cbb-a0cb-ca74662d3b83 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.016026] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 918.016026] env[69245]: value = "task-3708006" [ 918.016026] env[69245]: _type = "Task" [ 918.016026] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.026633] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.214524] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.257144] env[69245]: DEBUG nova.compute.manager [req-12be8573-557b-49e3-b744-f20f1663c17a req-2c82d85e-2ead-4529-a4e3-63984385850f service nova] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Received event network-vif-deleted-4b2c8ee6-da56-4ba5-bfd9-e68ba7c63cc4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.313303] env[69245]: DEBUG oslo_concurrency.lockutils [None req-575399a2-684c-4513-bb55-1f11f859752f tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.043s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.315909] env[69245]: DEBUG nova.compute.utils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.320402] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.320599] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.392579] env[69245]: DEBUG nova.policy [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6892f993fd24e919f4d183e17bd725b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b202f26ab0c4570994cb1e7b48875c4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.421989] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708004, 'name': ReconfigVM_Task, 'duration_secs': 0.474504} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.422255] env[69245]: DEBUG oslo_vmware.api [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Task: {'id': task-3708003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157376} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.422704] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-2cb68a33-15e7-4768-b587-fd067507ed35/volume-2cb68a33-15e7-4768-b587-fd067507ed35.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.427669] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.427870] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.428095] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.428269] env[69245]: INFO nova.compute.manager [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Took 3.18 seconds to destroy the instance on the hypervisor. [ 918.428505] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.428757] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc246fb-5a0f-42d5-90fb-909d763d16ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.439884] env[69245]: DEBUG nova.compute.manager [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.441380] env[69245]: DEBUG nova.network.neutron [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.453464] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Waiting for the task: (returnval){ [ 918.453464] env[69245]: value = "task-3708007" [ 918.453464] env[69245]: _type = "Task" [ 918.453464] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.467393] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.485510] env[69245]: DEBUG nova.objects.instance [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lazy-loading 'flavor' on Instance uuid 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.532717] env[69245]: DEBUG oslo_vmware.api [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.532717] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.533021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.533021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.533393] env[69245]: INFO nova.compute.manager [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Took 3.13 seconds to destroy the instance on the hypervisor. [ 918.534073] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.534073] env[69245]: DEBUG nova.compute.manager [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.534073] env[69245]: DEBUG nova.network.neutron [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.640125] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269ae80-5c82-4e32-aa11-3f1d15986620 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.653163] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Suspending the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 918.653450] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09a68bf3-b248-495d-9934-78fd957a5194 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.665801] env[69245]: DEBUG oslo_vmware.api [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 918.665801] env[69245]: value = "task-3708008" [ 918.665801] env[69245]: _type = "Task" [ 918.665801] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.679055] env[69245]: DEBUG oslo_vmware.api [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708008, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.714353] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.732193] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Successfully created port: e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.821216] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.917281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bbcee-0107-4d1c-80f1-e381e916746a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.927237] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b4262e-b7d2-4ef0-aa3a-f558a126e629 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.970175] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb709a2-532e-4945-b1bf-110f9f913a39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.983249] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ab6ab-cda9-4db4-b65e-0b8f0e470091 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.988090] env[69245]: DEBUG oslo_vmware.api [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708007, 'name': ReconfigVM_Task, 'duration_secs': 0.156108} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.988090] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738530', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'name': 'volume-2cb68a33-15e7-4768-b587-fd067507ed35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d35fdc9-38e8-4e80-a2f1-b9df1649066e', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'serial': '2cb68a33-15e7-4768-b587-fd067507ed35'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 919.001860] env[69245]: DEBUG nova.compute.provider_tree [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.003550] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9f23f3ce-3a08-4ea1-9b98-af15e7703a78 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.317s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.177368] env[69245]: DEBUG oslo_vmware.api [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708008, 'name': SuspendVM_Task} progress is 62%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.217077] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.351477] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Successfully updated port: 6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.508940] env[69245]: DEBUG nova.scheduler.client.report [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.679411] env[69245]: DEBUG oslo_vmware.api [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708008, 'name': SuspendVM_Task, 'duration_secs': 0.644918} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.679411] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Suspended the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 919.679411] env[69245]: DEBUG nova.compute.manager [None req-87fe0754-b96d-4c9a-b756-a6eee2e885ec tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.679411] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca473f-d588-4fff-a495-590f6cd3d7ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.722826] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.724284] env[69245]: DEBUG nova.network.neutron [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.837405] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.872960] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:14:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0433d71b-2fbb-4d49-b3e4-acf8e7fff30f',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1865027773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.873250] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.873408] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.873588] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.873736] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.873887] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.874124] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.874291] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.874460] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.874641] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.874835] env[69245]: DEBUG nova.virt.hardware [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.876215] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e6280d-f450-40fb-ab75-090269ea4907 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.890383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc66637-78ca-4798-ae9f-8b142d270e51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.925385] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.925890] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.016456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.019787] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.227s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.019787] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.019787] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 920.020289] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.168s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.020365] env[69245]: DEBUG nova.objects.instance [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.024458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c1f803-1499-49a8-b47d-915c19ec291e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.035255] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4804cd-7bb3-4960-bb0b-f1f8f2f74b3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.042476] env[69245]: DEBUG nova.network.neutron [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.057771] env[69245]: INFO nova.scheduler.client.report [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted allocations for instance f7dbf915-0416-4aa8-9811-56ecef1916ea [ 920.057771] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2378408-00ec-4a60-a7bb-0da1af1c7432 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.062967] env[69245]: DEBUG nova.objects.instance [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lazy-loading 'flavor' on Instance uuid 8d35fdc9-38e8-4e80-a2f1-b9df1649066e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.071284] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843f1d21-ec49-4e89-9b67-baa863832ec2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.107208] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178631MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 920.107394] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.220644] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.228864] env[69245]: INFO nova.compute.manager [-] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Took 1.79 seconds to deallocate network for instance. [ 920.312793] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Successfully updated port: e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.425781] env[69245]: DEBUG nova.compute.manager [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Received event network-vif-plugged-e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.425945] env[69245]: DEBUG oslo_concurrency.lockutils [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] Acquiring lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.426173] env[69245]: DEBUG oslo_concurrency.lockutils [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.426348] env[69245]: DEBUG oslo_concurrency.lockutils [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.426516] env[69245]: DEBUG nova.compute.manager [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] No waiting events found dispatching network-vif-plugged-e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.426680] env[69245]: WARNING nova.compute.manager [req-015bb829-a54c-4cd2-8e7d-0e210814eb42 req-8c6a9be0-0fb4-4c9f-9290-00c9886e1f60 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Received unexpected event network-vif-plugged-e03a8b4d-9fc1-487e-8c33-a12524a970a5 for instance with vm_state building and task_state spawning. [ 920.432370] env[69245]: INFO nova.compute.manager [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Detaching volume 7cc3174e-017c-43a3-b0da-01dffde6fc5e [ 920.471995] env[69245]: INFO nova.virt.block_device [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Attempting to driver detach volume 7cc3174e-017c-43a3-b0da-01dffde6fc5e from mountpoint /dev/sdb [ 920.472338] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 920.472591] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738526', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'name': 'volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102fc0dd-4690-4dcc-b95b-ff9feee72ae5', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'serial': '7cc3174e-017c-43a3-b0da-01dffde6fc5e'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 920.473521] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3ec67b-945c-47fa-9585-6418d6323067 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.495391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b248a5d-108d-44e0-9c3b-7d2e7bc5dc7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.507369] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a03af-906e-444d-b79a-8b6e49b7a866 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.534714] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-vif-plugged-6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.536121] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Acquiring lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.536121] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.536121] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.536121] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] No waiting events found dispatching network-vif-plugged-6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.536121] env[69245]: WARNING nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received unexpected event network-vif-plugged-6e082007-e845-47a1-aff7-1fdd7d635200 for instance with vm_state building and task_state spawning. [ 920.536121] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Received event network-vif-deleted-fe353e01-a326-4d7b-b12c-793add64937c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.536121] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-changed-6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.536121] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Refreshing instance network info cache due to event network-changed-6e082007-e845-47a1-aff7-1fdd7d635200. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.536454] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Acquiring lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.536454] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Acquired lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.536570] env[69245]: DEBUG nova.network.neutron [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Refreshing network info cache for port 6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.538266] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed86ba-c46d-4d04-adef-41733f67b2e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.555342] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] The volume has not been displaced from its original location: [datastore1] volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e/volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 920.561420] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 920.562143] env[69245]: INFO nova.compute.manager [-] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Took 2.03 seconds to deallocate network for instance. [ 920.562367] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3726d6-15e5-446f-890a-697c48e6046f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.588352] env[69245]: DEBUG oslo_concurrency.lockutils [None req-23189ce7-0757-473c-b323-f453b7440a5f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "f7dbf915-0416-4aa8-9811-56ecef1916ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.126s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.595349] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 920.595349] env[69245]: value = "task-3708009" [ 920.595349] env[69245]: _type = "Task" [ 920.595349] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.603120] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6cf659e3-e7c6-43b0-9864-1a4f6a88f1ea tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.442s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.608022] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.718374] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.735749] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.815648] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.815871] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.816091] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.043296] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c1e4f28-eb69-4bf2-ad11-6884a6ec775b tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.046942] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.774s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.048891] env[69245]: INFO nova.compute.claims [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.090071] env[69245]: DEBUG nova.network.neutron [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.096017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.107561] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708009, 'name': ReconfigVM_Task, 'duration_secs': 0.213948} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.107891] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.114620] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ed2d98a-3010-4ae4-b942-7b5e561800e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.134767] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 921.134767] env[69245]: value = "task-3708010" [ 921.134767] env[69245]: _type = "Task" [ 921.134767] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.148016] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.189732] env[69245]: DEBUG nova.network.neutron [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.219785] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.298580] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.298580] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.348877] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.495190] env[69245]: DEBUG nova.network.neutron [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.653195] env[69245]: DEBUG oslo_vmware.api [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708010, 'name': ReconfigVM_Task, 'duration_secs': 0.160798} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.653512] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738526', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'name': 'volume-7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '102fc0dd-4690-4dcc-b95b-ff9feee72ae5', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc3174e-017c-43a3-b0da-01dffde6fc5e', 'serial': '7cc3174e-017c-43a3-b0da-01dffde6fc5e'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 921.693847] env[69245]: DEBUG oslo_concurrency.lockutils [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] Releasing lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.694152] env[69245]: DEBUG nova.compute.manager [req-a7afb57c-d414-453c-8759-d23efc7bc9fd req-fee9ab30-3111-46d3-8777-fa481e59a6fc service nova] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Received event network-vif-deleted-40d99029-aa2f-4913-bac5-9265a102f92a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.723959] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.775680] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Successfully updated port: 4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.804302] env[69245]: INFO nova.compute.manager [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Detaching volume 2cb68a33-15e7-4768-b587-fd067507ed35 [ 921.847367] env[69245]: INFO nova.virt.block_device [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Attempting to driver detach volume 2cb68a33-15e7-4768-b587-fd067507ed35 from mountpoint /dev/sdb [ 921.847894] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 921.848151] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738530', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'name': 'volume-2cb68a33-15e7-4768-b587-fd067507ed35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d35fdc9-38e8-4e80-a2f1-b9df1649066e', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'serial': '2cb68a33-15e7-4768-b587-fd067507ed35'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 921.849388] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d6ffc2-656f-4dfc-a1a4-2419fa47b62b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.878469] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.878798] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.880707] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92393fc1-d87e-4cb0-91d3-da79ff73f6ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.889861] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4334a1cc-5a23-49ad-a252-ffbb3660c0cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.913751] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894da12-753f-415b-8d26-c3597f004f10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.930638] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] The volume has not been displaced from its original location: [datastore1] volume-2cb68a33-15e7-4768-b587-fd067507ed35/volume-2cb68a33-15e7-4768-b587-fd067507ed35.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 921.936343] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.936676] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470acd64-53a6-4b7b-a962-34802dc0ea7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.956522] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Waiting for the task: (returnval){ [ 921.956522] env[69245]: value = "task-3708011" [ 921.956522] env[69245]: _type = "Task" [ 921.956522] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.967438] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.997882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.998265] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Instance network_info: |[{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.998806] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ba:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e03a8b4d-9fc1-487e-8c33-a12524a970a5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.007050] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.007344] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.007602] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9402bab5-a852-4caa-bc40-4c4c32177c5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.030112] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.030112] env[69245]: value = "task-3708012" [ 922.030112] env[69245]: _type = "Task" [ 922.030112] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.041757] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708012, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.205207] env[69245]: DEBUG nova.objects.instance [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lazy-loading 'flavor' on Instance uuid 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.228558] env[69245]: DEBUG oslo_vmware.api [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3707993, 'name': ReconfigVM_Task, 'duration_secs': 6.747167} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.228558] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.228558] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Reconfigured VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 922.280643] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.280747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.280900] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.386431] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.468427] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708011, 'name': ReconfigVM_Task, 'duration_secs': 0.236413} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.468852] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.476357] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2005991-73ee-46f4-868a-8a39c481b1c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.494184] env[69245]: DEBUG nova.compute.manager [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Received event network-changed-e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.494403] env[69245]: DEBUG nova.compute.manager [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Refreshing instance network info cache due to event network-changed-e03a8b4d-9fc1-487e-8c33-a12524a970a5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.494635] env[69245]: DEBUG oslo_concurrency.lockutils [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.494781] env[69245]: DEBUG oslo_concurrency.lockutils [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.494969] env[69245]: DEBUG nova.network.neutron [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Refreshing network info cache for port e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.498702] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Waiting for the task: (returnval){ [ 922.498702] env[69245]: value = "task-3708013" [ 922.498702] env[69245]: _type = "Task" [ 922.498702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.513732] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.543411] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708012, 'name': CreateVM_Task, 'duration_secs': 0.334918} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.543986] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.544815] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.545325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.545660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.545660] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e85c800-fb43-46b4-a253-a1c3c7ecd0cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.553267] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 922.553267] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52421eae-85e5-c061-8b54-cfb6e0cc599b" [ 922.553267] env[69245]: _type = "Task" [ 922.553267] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.561231] env[69245]: DEBUG nova.compute.manager [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-vif-plugged-4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.561764] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Acquiring lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.561764] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.561983] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.561983] env[69245]: DEBUG nova.compute.manager [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] No waiting events found dispatching network-vif-plugged-4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.562173] env[69245]: WARNING nova.compute.manager [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received unexpected event network-vif-plugged-4233431e-cf46-4ff2-b4c7-e73b893b707d for instance with vm_state building and task_state spawning. [ 922.562361] env[69245]: DEBUG nova.compute.manager [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-changed-4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.562457] env[69245]: DEBUG nova.compute.manager [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Refreshing instance network info cache due to event network-changed-4233431e-cf46-4ff2-b4c7-e73b893b707d. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.562671] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Acquiring lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.566834] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52421eae-85e5-c061-8b54-cfb6e0cc599b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.596411] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edb9911-c9d7-4b6e-ba01-d428a48cd304 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.607647] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e1b85-95ec-4231-b363-92809e2a5c3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.645297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf6666-c304-42c7-a56d-ace1a5ddc345 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.655059] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2183b-398c-47d9-a535-ce4ee52f391c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.670931] env[69245]: DEBUG nova.compute.provider_tree [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.721939] env[69245]: DEBUG nova.compute.manager [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.723423] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a53c286-1b55-49c6-885c-67b8e7b924cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.821628] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.917483] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.014806] env[69245]: DEBUG oslo_vmware.api [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Task: {'id': task-3708013, 'name': ReconfigVM_Task, 'duration_secs': 0.190715} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.015128] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738530', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'name': 'volume-2cb68a33-15e7-4768-b587-fd067507ed35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8d35fdc9-38e8-4e80-a2f1-b9df1649066e', 'attached_at': '', 'detached_at': '', 'volume_id': '2cb68a33-15e7-4768-b587-fd067507ed35', 'serial': '2cb68a33-15e7-4768-b587-fd067507ed35'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 923.069425] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52421eae-85e5-c061-8b54-cfb6e0cc599b, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.069758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.070014] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.070287] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.070435] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.070615] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.070890] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89c43fa1-e59f-4a93-88bd-6c2f0320adc4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.087674] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.087674] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.087674] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091df738-9e44-4314-9b91-dadbf15d1be3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.093261] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 923.093261] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298bc9c-6bb9-9e9d-81aa-527688d18dad" [ 923.093261] env[69245]: _type = "Task" [ 923.093261] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.103713] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298bc9c-6bb9-9e9d-81aa-527688d18dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.175170] env[69245]: DEBUG nova.scheduler.client.report [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.212834] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65209cbe-ea34-4ab2-b279-1f38cea909a1 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.239036] env[69245]: INFO nova.compute.manager [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] instance snapshotting [ 923.239036] env[69245]: WARNING nova.compute.manager [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 923.239525] env[69245]: DEBUG nova.network.neutron [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updated VIF entry in instance network info cache for port e03a8b4d-9fc1-487e-8c33-a12524a970a5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.239856] env[69245]: DEBUG nova.network.neutron [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.242816] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060ed45-6fae-4d67-bb30-1dc103a657e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.272355] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df74a83-ab89-4d7b-872a-2783c6a685a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.276239] env[69245]: DEBUG nova.network.neutron [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updating instance_info_cache with network_info: [{"id": "6e082007-e845-47a1-aff7-1fdd7d635200", "address": "fa:16:3e:f0:bc:29", "network": {"id": "389e2a81-d1d3-4c13-9b63-dce4f84568f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029625413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e082007-e8", "ovs_interfaceid": "6e082007-e845-47a1-aff7-1fdd7d635200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "address": "fa:16:3e:13:c6:a1", "network": {"id": "2c41bc37-e60c-4381-ab7b-06629dcc4944", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1033890899", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4233431e-cf", "ovs_interfaceid": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.558477] env[69245]: DEBUG nova.objects.instance [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lazy-loading 'flavor' on Instance uuid 8d35fdc9-38e8-4e80-a2f1-b9df1649066e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.605068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.605327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.605690] env[69245]: DEBUG nova.network.neutron [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.606725] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5298bc9c-6bb9-9e9d-81aa-527688d18dad, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.608866] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f402d9d4-0379-4fb5-8c32-8698a97fc592 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.616419] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 923.616419] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524fcfe5-dc0e-d682-1a3f-fa7fa6741f11" [ 923.616419] env[69245]: _type = "Task" [ 923.616419] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.630817] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524fcfe5-dc0e-d682-1a3f-fa7fa6741f11, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.630817] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.631196] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.631467] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d80958-8d31-42c7-a0ad-34607113674f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.640702] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 923.640702] env[69245]: value = "task-3708014" [ 923.640702] env[69245]: _type = "Task" [ 923.640702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.651592] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.682461] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.682999] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.686013] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.268s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.687527] env[69245]: INFO nova.compute.claims [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.743179] env[69245]: DEBUG oslo_concurrency.lockutils [req-23572087-b819-4ea6-9ee9-79d22c77d898 req-f97733c6-5e94-4005-93d4-d002eb98a225 service nova] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.779137] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.782114] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance network_info: |[{"id": "6e082007-e845-47a1-aff7-1fdd7d635200", "address": "fa:16:3e:f0:bc:29", "network": {"id": "389e2a81-d1d3-4c13-9b63-dce4f84568f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029625413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e082007-e8", "ovs_interfaceid": "6e082007-e845-47a1-aff7-1fdd7d635200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "address": "fa:16:3e:13:c6:a1", "network": {"id": "2c41bc37-e60c-4381-ab7b-06629dcc4944", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1033890899", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4233431e-cf", "ovs_interfaceid": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.782114] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Acquired lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.782114] env[69245]: DEBUG nova.network.neutron [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Refreshing network info cache for port 4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.782114] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:bc:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e082007-e845-47a1-aff7-1fdd7d635200', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4233431e-cf46-4ff2-b4c7-e73b893b707d', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.796062] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.801269] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 923.801684] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.802456] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5411741-5bd7-4a1f-b8fe-19f2d02e860c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.804760] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f23766d-82b3-4384-b639-0cccb0c97ea8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.836415] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 923.836415] env[69245]: value = "task-3708015" [ 923.836415] env[69245]: _type = "Task" [ 923.836415] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.837349] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.837349] env[69245]: value = "task-3708016" [ 923.837349] env[69245]: _type = "Task" [ 923.837349] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.857221] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708016, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.862796] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.966828] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.967283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.967622] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.967977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.968253] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.973034] env[69245]: INFO nova.compute.manager [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Terminating instance [ 924.153517] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708014, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.196427] env[69245]: DEBUG nova.compute.utils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.198067] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.198986] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.296586] env[69245]: DEBUG nova.policy [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1aa33363a304c409e005f78f90bbf6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '089032e61dbf46a6b572d139287f86ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.299231] env[69245]: DEBUG nova.network.neutron [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updated VIF entry in instance network info cache for port 4233431e-cf46-4ff2-b4c7-e73b893b707d. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.300811] env[69245]: DEBUG nova.network.neutron [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updating instance_info_cache with network_info: [{"id": "6e082007-e845-47a1-aff7-1fdd7d635200", "address": "fa:16:3e:f0:bc:29", "network": {"id": "389e2a81-d1d3-4c13-9b63-dce4f84568f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1029625413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e082007-e8", "ovs_interfaceid": "6e082007-e845-47a1-aff7-1fdd7d635200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "address": "fa:16:3e:13:c6:a1", "network": {"id": "2c41bc37-e60c-4381-ab7b-06629dcc4944", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1033890899", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4233431e-cf", "ovs_interfaceid": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.351605] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.359169] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708016, 'name': CreateVM_Task, 'duration_secs': 0.5157} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.359169] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.359607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.359607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.359826] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.360043] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa9f5d8-807a-45a1-9664-a0578fe4d11c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.367804] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 924.367804] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e8392-4c2a-57fc-6299-55830127e519" [ 924.367804] env[69245]: _type = "Task" [ 924.367804] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.381715] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e8392-4c2a-57fc-6299-55830127e519, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.382187] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.382676] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.382894] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.383201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.383444] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.383810] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa555a4c-774b-4043-bb34-fc63b241771e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394372] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.394372] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.394960] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca41731-24bc-41b3-ad00-e973a90d7e8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.401303] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 924.401303] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52093c04-9d65-ece0-e85b-7b4465ee7498" [ 924.401303] env[69245]: _type = "Task" [ 924.401303] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.402379] env[69245]: INFO nova.network.neutron [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Port 5be6e541-a0f9-4e65-a912-012984f1c608 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 924.402796] env[69245]: DEBUG nova.network.neutron [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [{"id": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "address": "fa:16:3e:a4:ee:ff", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3aa7bbf-8c", "ovs_interfaceid": "b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.420677] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "01a1d39c-09dc-4689-9239-7bb6367e575e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.421654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.429173] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52093c04-9d65-ece0-e85b-7b4465ee7498, 'name': SearchDatastore_Task, 'duration_secs': 0.016048} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.429918] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bd443e-dadb-4070-a589-7c56344c04e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.436339] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 924.436339] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52154106-91fc-671d-d950-61a3c4f82396" [ 924.436339] env[69245]: _type = "Task" [ 924.436339] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.445734] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52154106-91fc-671d-d950-61a3c4f82396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.479203] env[69245]: DEBUG nova.compute.manager [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.479631] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.480540] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c29b62-3a22-4761-af1e-16bb00cc2642 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.492718] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.493038] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58ca980-d731-4eb5-9376-56f062817c1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.501579] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 924.501579] env[69245]: value = "task-3708017" [ 924.501579] env[69245]: _type = "Task" [ 924.501579] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.510971] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.567108] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71dc3d21-6170-4b6e-8d6f-b704b6eb8ceb tempest-VolumesAssistedSnapshotsTest-189360223 tempest-VolumesAssistedSnapshotsTest-189360223-project-admin] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.592606] env[69245]: DEBUG nova.compute.manager [req-401a4998-bc54-4c1e-891f-dd9ecea99619 req-0f7a67a7-f0db-443a-9115-788c7ec03c96 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-vif-deleted-5be6e541-a0f9-4e65-a912-012984f1c608 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.655373] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517229} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.655845] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.656010] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.656206] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815d98fb-0937-4f6d-91fe-634ffd0399af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.665421] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 924.665421] env[69245]: value = "task-3708019" [ 924.665421] env[69245]: _type = "Task" [ 924.665421] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.677981] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.702602] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.805260] env[69245]: DEBUG oslo_concurrency.lockutils [req-60f7e6b9-fc44-4733-844a-ad54730365e3 req-4364806f-cf51-4f36-b729-8770108a0196 service nova] Releasing lock "refresh_cache-7a23fbd1-2577-4e36-9e80-97f185bbf426" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.824346] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Successfully created port: 4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.852903] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708015, 'name': CreateSnapshot_Task, 'duration_secs': 0.627908} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.853222] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 924.854321] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c76560-35ab-4198-9706-3f81d26c2a4e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.921262] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.951125] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52154106-91fc-671d-d950-61a3c4f82396, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.951393] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.951654] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 7a23fbd1-2577-4e36-9e80-97f185bbf426/7a23fbd1-2577-4e36-9e80-97f185bbf426.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.951911] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8881a4-a923-4844-8bcb-a0bff6a8b61d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.963395] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 924.963395] env[69245]: value = "task-3708020" [ 924.963395] env[69245]: _type = "Task" [ 924.963395] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.976133] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.011755] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708017, 'name': PowerOffVM_Task, 'duration_secs': 0.229961} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.012045] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.012221] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.012466] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c7bc01-b0ea-4846-a42e-9134c4995f39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.091397] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.091623] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.091817] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleting the datastore file [datastore1] b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.092138] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27b2d22c-b98d-4cc6-8c8b-07b44ae42a0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.099995] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 925.099995] env[69245]: value = "task-3708022" [ 925.099995] env[69245]: _type = "Task" [ 925.099995] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.111289] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.177902] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074059} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.178398] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.179267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612a1fd-5e15-4e56-93a6-ddb3e644446a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.216451] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.223605] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35a23ef-0cee-4ae3-8526-18f27e8be892 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.248256] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 925.248256] env[69245]: value = "task-3708023" [ 925.248256] env[69245]: _type = "Task" [ 925.248256] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.268900] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.298479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ba11fe-5c33-4663-abab-3e1bb6aea595 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.307724] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7d077a-292d-4d27-ba67-078d4375306c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.342233] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20ef46-62be-4a2d-a500-91404f886d8b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.351664] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b826831-c4c9-4642-85d1-262374d89008 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.375425] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 925.376045] env[69245]: DEBUG nova.compute.provider_tree [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.377542] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-046ee706-4286-4f12-aadc-1d4136fcf28b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.390242] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 925.390242] env[69245]: value = "task-3708024" [ 925.390242] env[69245]: _type = "Task" [ 925.390242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.400382] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708024, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.425864] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0e368502-0672-4445-b56c-73b34d9e7af0 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b6fa4c33-43dc-4908-8dfc-7e89c803f0d6-5be6e541-a0f9-4e65-a912-012984f1c608" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.831s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.478222] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708020, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.611150] env[69245]: DEBUG oslo_vmware.api [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42759} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.611434] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.611646] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.611836] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.612023] env[69245]: INFO nova.compute.manager [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.612289] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.612506] env[69245]: DEBUG nova.compute.manager [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.612646] env[69245]: DEBUG nova.network.neutron [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.741652] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.760498] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708023, 'name': ReconfigVM_Task, 'duration_secs': 0.493624} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.760801] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.761484] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568da3a5-9ee0-419e-8388-a6cc50a14bce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.768831] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 925.768831] env[69245]: value = "task-3708025" [ 925.768831] env[69245]: _type = "Task" [ 925.768831] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.778225] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.778491] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.778644] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.778820] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.778962] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.779138] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.779347] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.781129] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.781129] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.781129] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.781129] env[69245]: DEBUG nova.virt.hardware [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.781129] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc92035-2e27-4bfd-a848-7d4183dbfe37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.787327] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708025, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.794197] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22a0d7-3476-4920-a4b5-181a24cf5cd6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.882320] env[69245]: DEBUG nova.scheduler.client.report [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.903283] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708024, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.974515] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526271} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.974710] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 7a23fbd1-2577-4e36-9e80-97f185bbf426/7a23fbd1-2577-4e36-9e80-97f185bbf426.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.974786] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.975381] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885abe8f-f53a-4ffd-afaf-51ead2762cb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.983061] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 925.983061] env[69245]: value = "task-3708026" [ 925.983061] env[69245]: _type = "Task" [ 925.983061] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.995059] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.172738] env[69245]: DEBUG nova.compute.manager [req-3296e431-3c2e-4d98-b359-587152158883 req-b30866df-2029-4a6b-b9c9-7b01261d5533 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Received event network-vif-deleted-b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.172738] env[69245]: INFO nova.compute.manager [req-3296e431-3c2e-4d98-b359-587152158883 req-b30866df-2029-4a6b-b9c9-7b01261d5533 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Neutron deleted interface b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a; detaching it from the instance and deleting it from the info cache [ 926.172738] env[69245]: DEBUG nova.network.neutron [req-3296e431-3c2e-4d98-b359-587152158883 req-b30866df-2029-4a6b-b9c9-7b01261d5533 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.281013] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708025, 'name': Rename_Task, 'duration_secs': 0.165744} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.281468] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.281693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031dd1e2-bbc5-47ef-9cb2-7aa7bc7c8520 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.289831] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 926.289831] env[69245]: value = "task-3708027" [ 926.289831] env[69245]: _type = "Task" [ 926.289831] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.298553] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.391031] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.391611] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.394749] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.081s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.395014] env[69245]: DEBUG nova.objects.instance [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'resources' on Instance uuid 22ed893c-95fc-4487-87cc-e3d7727c2230 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.409981] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708024, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.500777] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224819} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.501120] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.501956] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8206d95-8b72-4ec5-8827-7a94eac9bfbe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.533265] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7a23fbd1-2577-4e36-9e80-97f185bbf426/7a23fbd1-2577-4e36-9e80-97f185bbf426.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.533723] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb76299-bcea-4f2d-abfb-569fc2aa2f31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.562557] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 926.562557] env[69245]: value = "task-3708028" [ 926.562557] env[69245]: _type = "Task" [ 926.562557] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.573534] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.654061] env[69245]: DEBUG nova.network.neutron [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.675182] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ffd2279-3bff-4d9d-9471-5c658224ccb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.687075] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad75339d-d2e3-4bea-a36f-4b79df16fbb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.729286] env[69245]: DEBUG nova.compute.manager [req-3296e431-3c2e-4d98-b359-587152158883 req-b30866df-2029-4a6b-b9c9-7b01261d5533 service nova] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Detach interface failed, port_id=b3aa7bbf-8ca6-4fe5-9c79-e2d502609d0a, reason: Instance b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.769563] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Successfully updated port: 4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.807435] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.837299] env[69245]: DEBUG nova.compute.manager [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Received event network-vif-plugged-4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.837430] env[69245]: DEBUG oslo_concurrency.lockutils [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] Acquiring lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.837720] env[69245]: DEBUG oslo_concurrency.lockutils [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.837720] env[69245]: DEBUG oslo_concurrency.lockutils [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.837931] env[69245]: DEBUG nova.compute.manager [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] No waiting events found dispatching network-vif-plugged-4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.839699] env[69245]: WARNING nova.compute.manager [req-2fa38e98-36b6-4094-8a61-9f356f46765f req-3513c653-ae42-4d54-8b2a-5c79613072df service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Received unexpected event network-vif-plugged-4d4f8c71-cefc-46bd-bc59-0029998b2c08 for instance with vm_state building and task_state spawning. [ 926.898765] env[69245]: DEBUG nova.compute.utils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.906167] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.906785] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.920676] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708024, 'name': CloneVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.977235] env[69245]: DEBUG nova.policy [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4012430f9f33481fa88dcf64c0e0f88c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f090bb3dd14f2ba2fc9377f0b5d28f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.074172] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.160355] env[69245]: INFO nova.compute.manager [-] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Took 1.55 seconds to deallocate network for instance. [ 927.274209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.274209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquired lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.274209] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.301905] env[69245]: DEBUG oslo_vmware.api [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708027, 'name': PowerOnVM_Task, 'duration_secs': 0.524809} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.306280] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.306280] env[69245]: INFO nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Took 7.47 seconds to spawn the instance on the hypervisor. [ 927.306280] env[69245]: DEBUG nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.307543] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4ebe5-a9cc-4e10-b20a-6c44fa25eec1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.385034] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Successfully created port: 08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.408542] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708024, 'name': CloneVM_Task, 'duration_secs': 1.53469} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.409069] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Created linked-clone VM from snapshot [ 927.409657] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b248aa-2ca5-402d-9b62-2dcd5a15abd9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.412707] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.421200] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Uploading image 1f09731c-4bb3-470f-9ba0-79103e2d53eb {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.460012] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.460012] env[69245]: value = "vm-738534" [ 927.460012] env[69245]: _type = "VirtualMachine" [ 927.460012] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.460345] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22366d86-0a01-4d52-b827-63b175db653e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.473593] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease: (returnval){ [ 927.473593] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ec4b9-53d7-6e34-c2b9-b378574d8885" [ 927.473593] env[69245]: _type = "HttpNfcLease" [ 927.473593] env[69245]: } obtained for exporting VM: (result){ [ 927.473593] env[69245]: value = "vm-738534" [ 927.473593] env[69245]: _type = "VirtualMachine" [ 927.473593] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.474281] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the lease: (returnval){ [ 927.474281] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ec4b9-53d7-6e34-c2b9-b378574d8885" [ 927.474281] env[69245]: _type = "HttpNfcLease" [ 927.474281] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.483541] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.483541] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ec4b9-53d7-6e34-c2b9-b378574d8885" [ 927.483541] env[69245]: _type = "HttpNfcLease" [ 927.483541] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.493491] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73c0c8-9c30-4c3e-8bb6-ed073cb825d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.501496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6900432-0704-478f-97ce-118f4e34fdef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.536200] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a96a13-ff08-450a-a4d4-9da8e7b2e4a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.544410] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5089431b-015c-4257-903e-a94671428fe4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.559046] env[69245]: DEBUG nova.compute.provider_tree [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.576487] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708028, 'name': ReconfigVM_Task, 'duration_secs': 0.758605} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.576771] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7a23fbd1-2577-4e36-9e80-97f185bbf426/7a23fbd1-2577-4e36-9e80-97f185bbf426.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.577451] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f77bd270-74a6-4b63-bc48-0ab26696c89c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.584954] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 927.584954] env[69245]: value = "task-3708030" [ 927.584954] env[69245]: _type = "Task" [ 927.584954] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.594730] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708030, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.669431] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.824726] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.828963] env[69245]: INFO nova.compute.manager [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Took 47.34 seconds to build instance. [ 927.983141] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.983141] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ec4b9-53d7-6e34-c2b9-b378574d8885" [ 927.983141] env[69245]: _type = "HttpNfcLease" [ 927.983141] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.983519] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.983519] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ec4b9-53d7-6e34-c2b9-b378574d8885" [ 927.983519] env[69245]: _type = "HttpNfcLease" [ 927.983519] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.984193] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a53c5-63c1-4157-aa7b-2a0b66060dad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.992538] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.992728] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.048804] env[69245]: DEBUG nova.network.neutron [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updating instance_info_cache with network_info: [{"id": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "address": "fa:16:3e:15:d3:9b", "network": {"id": "71a3fdc2-f6ca-4de0-bae1-aa18df26e3ef", "bridge": "br-int", "label": "tempest-ServersTestJSON-73683330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "089032e61dbf46a6b572d139287f86ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4f8c71-ce", "ovs_interfaceid": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.063064] env[69245]: DEBUG nova.scheduler.client.report [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.083549] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ee80d896-1057-46a8-a0e8-3e091fbeeb31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.097379] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708030, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.331125] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be4c95f-ce93-4945-b738-8fe4030c2f5e tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.858s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.433337] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.457896] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.458075] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.459043] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.459267] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.459421] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.459576] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.459844] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.460185] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.460354] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.460734] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.460941] env[69245]: DEBUG nova.virt.hardware [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.461946] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12ad88-4644-4853-82f5-f70598c658b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.470768] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cdb9c1-0481-4bd9-b4f3-88390bdc0f08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.553035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Releasing lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.553035] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Instance network_info: |[{"id": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "address": "fa:16:3e:15:d3:9b", "network": {"id": "71a3fdc2-f6ca-4de0-bae1-aa18df26e3ef", "bridge": "br-int", "label": "tempest-ServersTestJSON-73683330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "089032e61dbf46a6b572d139287f86ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4f8c71-ce", "ovs_interfaceid": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.553035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:d3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4f8c71-cefc-46bd-bc59-0029998b2c08', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.561669] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Creating folder: Project (089032e61dbf46a6b572d139287f86ff). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.562443] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78654ef7-b7ec-451c-ad3a-7c5a25622f9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.567747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.571041] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.733s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.571976] env[69245]: DEBUG nova.objects.instance [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lazy-loading 'resources' on Instance uuid 86bff97b-2120-400d-b464-05c3400125cc {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.577033] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Created folder: Project (089032e61dbf46a6b572d139287f86ff) in parent group-v738357. [ 928.577248] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Creating folder: Instances. Parent ref: group-v738535. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.577501] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e57d17d2-a1ff-4c53-9405-3c968974a7a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.594954] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Created folder: Instances in parent group-v738535. [ 928.594954] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.602514] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.603047] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708030, 'name': Rename_Task, 'duration_secs': 0.846781} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.604196] env[69245]: INFO nova.scheduler.client.report [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocations for instance 22ed893c-95fc-4487-87cc-e3d7727c2230 [ 928.606738] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c2e3a02-bb5b-4986-bbdf-29e6dfaba518 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.624145] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.628172] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1583255-af7e-495e-8347-1659ce3a1b0f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641955] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.641955] env[69245]: value = "task-3708033" [ 928.641955] env[69245]: _type = "Task" [ 928.641955] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.641955] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 928.641955] env[69245]: value = "task-3708034" [ 928.641955] env[69245]: _type = "Task" [ 928.641955] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.659879] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708033, 'name': CreateVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.663985] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708034, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.681393] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.683608] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.686814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.687453] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.687583] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.692577] env[69245]: INFO nova.compute.manager [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Terminating instance [ 928.838926] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.011409] env[69245]: DEBUG nova.compute.manager [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Received event network-changed-4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.012530] env[69245]: DEBUG nova.compute.manager [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Refreshing instance network info cache due to event network-changed-4d4f8c71-cefc-46bd-bc59-0029998b2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.012530] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] Acquiring lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.012530] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] Acquired lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.012724] env[69245]: DEBUG nova.network.neutron [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Refreshing network info cache for port 4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.137716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-07980114-563c-4dd4-b746-bc5f21078aa0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "22ed893c-95fc-4487-87cc-e3d7727c2230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.452s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.165241] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708034, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.169460] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708033, 'name': CreateVM_Task, 'duration_secs': 0.362707} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.173029] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.174967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.174967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.174967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.174967] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9746794-7074-4781-b460-cce0452b7774 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.182911] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 929.182911] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b5c6fb-9ab8-861c-4f4b-5a191131584c" [ 929.182911] env[69245]: _type = "Task" [ 929.182911] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.193720] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b5c6fb-9ab8-861c-4f4b-5a191131584c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.199070] env[69245]: DEBUG nova.compute.manager [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.199502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.200960] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989918d3-30c4-4f8f-aa4f-a77667d987e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.210508] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.214723] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dd2e8df-408b-4763-8014-3d15dfdf8c36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.223935] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 929.223935] env[69245]: value = "task-3708035" [ 929.223935] env[69245]: _type = "Task" [ 929.223935] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.239369] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3708035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.365567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.656871] env[69245]: DEBUG oslo_vmware.api [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708034, 'name': PowerOnVM_Task, 'duration_secs': 0.609447} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.659982] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.660415] env[69245]: INFO nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Took 12.58 seconds to spawn the instance on the hypervisor. [ 929.660536] env[69245]: DEBUG nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.662067] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32429e6e-394a-4f61-bb6b-41a4175d9971 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.695105] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b5c6fb-9ab8-861c-4f4b-5a191131584c, 'name': SearchDatastore_Task, 'duration_secs': 0.020556} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.695105] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.695105] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.695105] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.695105] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.695889] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.696602] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-972d558c-2b45-4d6c-868e-229db3a41188 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.699448] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3537b2e-a0c6-48d0-a819-bb6f90c88abc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.714278] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff264e02-3465-4cf1-97a0-854bd383041e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.721697] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.721944] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.723252] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Successfully updated port: 08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.725274] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64834570-87f3-46f4-864b-6fc47c74db40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.769913] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40871e-4ae4-43ed-bfd5-232bf7764662 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.777032] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 929.777032] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5233104c-2fa7-44a7-dbfe-3b5fbbefad6a" [ 929.777032] env[69245]: _type = "Task" [ 929.777032] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.787444] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3708035, 'name': PowerOffVM_Task, 'duration_secs': 0.264867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.789772] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.790028] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.790702] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b7194f-99c4-4a15-b84a-291cd3545416 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.793775] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbfd646-6137-44eb-b3b7-b3069aea8aef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.802728] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5233104c-2fa7-44a7-dbfe-3b5fbbefad6a, 'name': SearchDatastore_Task, 'duration_secs': 0.018141} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.804486] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99720938-b959-46b8-b4be-29d8c9ab06b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.815463] env[69245]: DEBUG nova.compute.provider_tree [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.821806] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 929.821806] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5299e845-0b1c-267b-6cdf-2ba206a2e106" [ 929.821806] env[69245]: _type = "Task" [ 929.821806] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.832357] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5299e845-0b1c-267b-6cdf-2ba206a2e106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.833394] env[69245]: DEBUG nova.network.neutron [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updated VIF entry in instance network info cache for port 4d4f8c71-cefc-46bd-bc59-0029998b2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.833752] env[69245]: DEBUG nova.network.neutron [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updating instance_info_cache with network_info: [{"id": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "address": "fa:16:3e:15:d3:9b", "network": {"id": "71a3fdc2-f6ca-4de0-bae1-aa18df26e3ef", "bridge": "br-int", "label": "tempest-ServersTestJSON-73683330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "089032e61dbf46a6b572d139287f86ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4f8c71-ce", "ovs_interfaceid": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.873641] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.873912] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.874181] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Deleting the datastore file [datastore2] 8d35fdc9-38e8-4e80-a2f1-b9df1649066e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.874479] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8d835c2-a027-4456-89e9-990711f68bfc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.882122] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for the task: (returnval){ [ 929.882122] env[69245]: value = "task-3708037" [ 929.882122] env[69245]: _type = "Task" [ 929.882122] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.891085] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3708037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.068725] env[69245]: DEBUG nova.compute.manager [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 930.185234] env[69245]: INFO nova.compute.manager [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Took 52.15 seconds to build instance. [ 930.233586] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.234083] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.320091] env[69245]: DEBUG nova.scheduler.client.report [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.336184] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5299e845-0b1c-267b-6cdf-2ba206a2e106, 'name': SearchDatastore_Task, 'duration_secs': 0.016316} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.336472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.336733] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] fdf081d6-be9c-439e-b773-e2015d4a7fae/fdf081d6-be9c-439e-b773-e2015d4a7fae.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.337654] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0b57c67-c527-40f2-8d37-c6400dbe8fb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.340206] env[69245]: DEBUG oslo_concurrency.lockutils [req-a96495a6-3d52-499a-a09f-4bf732ec219a req-8f9dfe8f-7d79-4102-a91f-aa49e80a20e9 service nova] Releasing lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345681] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 930.345681] env[69245]: value = "task-3708038" [ 930.345681] env[69245]: _type = "Task" [ 930.345681] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.357244] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.392806] env[69245]: DEBUG oslo_vmware.api [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Task: {'id': task-3708037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294548} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.393113] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.393496] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.393590] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.393815] env[69245]: INFO nova.compute.manager [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 930.394076] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.394275] env[69245]: DEBUG nova.compute.manager [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.394371] env[69245]: DEBUG nova.network.neutron [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.587908] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.688343] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e66d3e3-38b1-4f1d-8b37-4a8bde7cd190 tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.665s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.830237] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.830794] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.833386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.287s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.861926] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.878288] env[69245]: INFO nova.scheduler.client.report [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Deleted allocations for instance 86bff97b-2120-400d-b464-05c3400125cc [ 931.137014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.137014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.137014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.137014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.137014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.138852] env[69245]: INFO nova.compute.manager [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Terminating instance [ 931.199193] env[69245]: DEBUG nova.network.neutron [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Updating instance_info_cache with network_info: [{"id": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "address": "fa:16:3e:1f:48:a5", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08455ff6-a9", "ovs_interfaceid": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.286935] env[69245]: DEBUG nova.compute.manager [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Received event network-vif-plugged-08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.287249] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Acquiring lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.287399] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.287619] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.287734] env[69245]: DEBUG nova.compute.manager [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] No waiting events found dispatching network-vif-plugged-08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 931.287986] env[69245]: WARNING nova.compute.manager [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Received unexpected event network-vif-plugged-08455ff6-a9c5-45d0-aaa5-87a81fbcec42 for instance with vm_state building and task_state spawning. [ 931.292304] env[69245]: DEBUG nova.compute.manager [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Received event network-changed-08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.292496] env[69245]: DEBUG nova.compute.manager [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Refreshing instance network info cache due to event network-changed-08455ff6-a9c5-45d0-aaa5-87a81fbcec42. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.292690] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Acquiring lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.360327] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.360604] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] fdf081d6-be9c-439e-b773-e2015d4a7fae/fdf081d6-be9c-439e-b773-e2015d4a7fae.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.360819] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.361098] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906d6b43-fb0a-4926-8e50-1452ebff7c67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.370157] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 931.370157] env[69245]: value = "task-3708039" [ 931.370157] env[69245]: _type = "Task" [ 931.370157] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.387280] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.396027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3e61d3cb-885e-4394-a142-8acdba5d9cf5 tempest-ImagesOneServerTestJSON-560061222 tempest-ImagesOneServerTestJSON-560061222-project-member] Lock "86bff97b-2120-400d-b464-05c3400125cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.354s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.472095] env[69245]: DEBUG nova.compute.manager [req-725acf35-0c14-4111-8139-eb843f5cbd07 req-4e52b4bd-b05d-4752-bfe2-a668158f7df2 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Received event network-vif-deleted-25e1ce3d-f01e-4485-b5b5-73dd8e468523 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.472310] env[69245]: INFO nova.compute.manager [req-725acf35-0c14-4111-8139-eb843f5cbd07 req-4e52b4bd-b05d-4752-bfe2-a668158f7df2 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Neutron deleted interface 25e1ce3d-f01e-4485-b5b5-73dd8e468523; detaching it from the instance and deleting it from the info cache [ 931.472647] env[69245]: DEBUG nova.network.neutron [req-725acf35-0c14-4111-8139-eb843f5cbd07 req-4e52b4bd-b05d-4752-bfe2-a668158f7df2 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.651883] env[69245]: DEBUG nova.compute.manager [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.652301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.654982] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d2e8c3-1091-4e8d-8eaf-be0d638d3406 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.668836] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.669173] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf8e1607-959c-4a54-81e7-c114f7ac94eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.684711] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 931.684711] env[69245]: value = "task-3708040" [ 931.684711] env[69245]: _type = "Task" [ 931.684711] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.698326] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.702124] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.702719] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance network_info: |[{"id": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "address": "fa:16:3e:1f:48:a5", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08455ff6-a9", "ovs_interfaceid": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.702909] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Acquired lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.703382] env[69245]: DEBUG nova.network.neutron [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Refreshing network info cache for port 08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.704393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:48:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08455ff6-a9c5-45d0-aaa5-87a81fbcec42', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.714710] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.717930] env[69245]: DEBUG nova.network.neutron [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.719116] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.722329] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02181858-b228-41c9-8073-eccad9663eba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.747084] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.747084] env[69245]: value = "task-3708041" [ 931.747084] env[69245]: _type = "Task" [ 931.747084] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.760226] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708041, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.888193] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107864} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.888545] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.889891] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf0f165-799d-4442-8c22-8751c8e4ccf9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.928382] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] fdf081d6-be9c-439e-b773-e2015d4a7fae/fdf081d6-be9c-439e-b773-e2015d4a7fae.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.928382] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c1cd4d-c044-4078-8217-cadfd0a6ffc4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.952894] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 931.952894] env[69245]: value = "task-3708042" [ 931.952894] env[69245]: _type = "Task" [ 931.952894] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.963461] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.980630] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da9b6b1a-ab1c-44a7-8743-16e1dcc969ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.000188] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bd3c32-1262-4ea8-96fd-9b30fc36542a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.048401] env[69245]: DEBUG nova.compute.manager [req-725acf35-0c14-4111-8139-eb843f5cbd07 req-4e52b4bd-b05d-4752-bfe2-a668158f7df2 service nova] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Detach interface failed, port_id=25e1ce3d-f01e-4485-b5b5-73dd8e468523, reason: Instance 8d35fdc9-38e8-4e80-a2f1-b9df1649066e could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 932.071281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a1032-c84e-4034-b315-9e1ae86203d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.081551] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc73b8-ae62-469c-803f-a2333a973b6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.118020] env[69245]: DEBUG nova.network.neutron [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Updated VIF entry in instance network info cache for port 08455ff6-a9c5-45d0-aaa5-87a81fbcec42. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.118502] env[69245]: DEBUG nova.network.neutron [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Updating instance_info_cache with network_info: [{"id": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "address": "fa:16:3e:1f:48:a5", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08455ff6-a9", "ovs_interfaceid": "08455ff6-a9c5-45d0-aaa5-87a81fbcec42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.124385] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc88af8a-aa85-4751-826a-d2de26000177 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.130707] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39255e65-24c7-49d3-8c10-3f076e10d909 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.149990] env[69245]: DEBUG nova.compute.provider_tree [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.196381] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708040, 'name': PowerOffVM_Task, 'duration_secs': 0.259092} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.196680] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.196851] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.197160] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b450bf42-cde7-426b-8cc0-a04a01615640 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.220608] env[69245]: INFO nova.compute.manager [-] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Took 1.83 seconds to deallocate network for instance. [ 932.259433] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708041, 'name': CreateVM_Task, 'duration_secs': 0.410566} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.259680] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.260514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.260514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.260843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.261973] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b9da99-9bfc-45f1-967c-0167fc7b90f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.267223] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 932.267223] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ddda28-c2f1-146d-e104-3766a92ce272" [ 932.267223] env[69245]: _type = "Task" [ 932.267223] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.277189] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ddda28-c2f1-146d-e104-3766a92ce272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.310687] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.310953] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.311184] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleting the datastore file [datastore2] 7a23fbd1-2577-4e36-9e80-97f185bbf426 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.311396] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b8f7c8d-6697-46b2-9717-b0a59c9bc56e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.326730] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for the task: (returnval){ [ 932.326730] env[69245]: value = "task-3708044" [ 932.326730] env[69245]: _type = "Task" [ 932.326730] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.337477] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.466861] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708042, 'name': ReconfigVM_Task, 'duration_secs': 0.452327} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.467291] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Reconfigured VM instance instance-00000038 to attach disk [datastore2] fdf081d6-be9c-439e-b773-e2015d4a7fae/fdf081d6-be9c-439e-b773-e2015d4a7fae.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.468038] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d357c606-e9fe-4a7c-a052-787b07ea610c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.476850] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 932.476850] env[69245]: value = "task-3708045" [ 932.476850] env[69245]: _type = "Task" [ 932.476850] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.489421] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708045, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.625841] env[69245]: DEBUG oslo_concurrency.lockutils [req-c88ef0ea-c590-47aa-b070-41521b935326 req-af14392e-2a68-4382-87f5-84957a5cd061 service nova] Releasing lock "refresh_cache-86cbb739-c278-48d0-b18c-2b3a491cbfa7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.655654] env[69245]: DEBUG nova.scheduler.client.report [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.730804] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.778969] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ddda28-c2f1-146d-e104-3766a92ce272, 'name': SearchDatastore_Task, 'duration_secs': 0.024951} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.778969] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.778969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.779275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.779275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.779927] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.779927] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd2e4ca-d8b4-4a5c-a31e-de4fcede0ffa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.789884] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.790134] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.790889] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fc98b1-8934-4f48-bac8-a550d7b07582 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.796934] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 932.796934] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d809d-2a56-4e43-3628-e4d19e59cb43" [ 932.796934] env[69245]: _type = "Task" [ 932.796934] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.806519] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d809d-2a56-4e43-3628-e4d19e59cb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.837054] env[69245]: DEBUG oslo_vmware.api [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Task: {'id': task-3708044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3967} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.837054] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.837054] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.837401] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.837458] env[69245]: INFO nova.compute.manager [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Took 1.19 seconds to destroy the instance on the hypervisor. [ 932.837670] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.837866] env[69245]: DEBUG nova.compute.manager [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.837984] env[69245]: DEBUG nova.network.neutron [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.990087] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708045, 'name': Rename_Task, 'duration_secs': 0.222698} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.990394] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.990644] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ff5a8a-3157-4595-8bd0-38550e33f700 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.002972] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 933.002972] env[69245]: value = "task-3708046" [ 933.002972] env[69245]: _type = "Task" [ 933.002972] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.014072] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.313549] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d809d-2a56-4e43-3628-e4d19e59cb43, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.313549] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84864424-6cc1-46c9-aa03-de5c1a1fb56e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.319618] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 933.319618] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5230d656-2c2f-9318-b876-0051dda154bc" [ 933.319618] env[69245]: _type = "Task" [ 933.319618] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.332604] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5230d656-2c2f-9318-b876-0051dda154bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.515559] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.561244] env[69245]: DEBUG nova.compute.manager [req-72455613-4434-4cf5-9686-a14a832e62db req-0e6d9eae-d02d-48b7-afbb-6bfce12883bc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-vif-deleted-6e082007-e845-47a1-aff7-1fdd7d635200 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.561448] env[69245]: INFO nova.compute.manager [req-72455613-4434-4cf5-9686-a14a832e62db req-0e6d9eae-d02d-48b7-afbb-6bfce12883bc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Neutron deleted interface 6e082007-e845-47a1-aff7-1fdd7d635200; detaching it from the instance and deleting it from the info cache [ 933.561681] env[69245]: DEBUG nova.network.neutron [req-72455613-4434-4cf5-9686-a14a832e62db req-0e6d9eae-d02d-48b7-afbb-6bfce12883bc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updating instance_info_cache with network_info: [{"id": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "address": "fa:16:3e:13:c6:a1", "network": {"id": "2c41bc37-e60c-4381-ab7b-06629dcc4944", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1033890899", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "76d0d3ed458b434593c38dbf60724052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4233431e-cf", "ovs_interfaceid": "4233431e-cf46-4ff2-b4c7-e73b893b707d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.667506] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.834s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.667800] env[69245]: DEBUG nova.compute.manager [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69245) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 933.671809] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.945s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.674707] env[69245]: INFO nova.compute.claims [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.837171] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5230d656-2c2f-9318-b876-0051dda154bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015802} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.837363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.837697] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.838030] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d53c5c50-fdb0-4996-a019-d8e3f02e92ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.848130] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 933.848130] env[69245]: value = "task-3708047" [ 933.848130] env[69245]: _type = "Task" [ 933.848130] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.860100] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.016026] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.034096] env[69245]: DEBUG nova.network.neutron [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.064828] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7ae5350-1b18-41ca-b6d0-2660c49c6c9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.076685] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bb3dc-8344-489e-b97e-a72a4e7837f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.113025] env[69245]: DEBUG nova.compute.manager [req-72455613-4434-4cf5-9686-a14a832e62db req-0e6d9eae-d02d-48b7-afbb-6bfce12883bc service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Detach interface failed, port_id=6e082007-e845-47a1-aff7-1fdd7d635200, reason: Instance 7a23fbd1-2577-4e36-9e80-97f185bbf426 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.261708] env[69245]: INFO nova.scheduler.client.report [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted allocation for migration 133aa7a5-90cc-41b7-a707-e8fe08faa395 [ 934.360392] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.516462] env[69245]: DEBUG oslo_vmware.api [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708046, 'name': PowerOnVM_Task, 'duration_secs': 1.228442} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.516832] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.517106] env[69245]: INFO nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Took 8.78 seconds to spawn the instance on the hypervisor. [ 934.517355] env[69245]: DEBUG nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.518202] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a8546-232e-4fde-809a-137834082de9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.537318] env[69245]: INFO nova.compute.manager [-] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Took 1.70 seconds to deallocate network for instance. [ 934.817977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39c8f3e3-4504-44ea-a8ab-8d7d856f8ab5 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.132s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.865955] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650982} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.866327] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.866562] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.866846] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64db29d0-4642-4439-9fec-22fb26b27787 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.875297] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 934.875297] env[69245]: value = "task-3708048" [ 934.875297] env[69245]: _type = "Task" [ 934.875297] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.910020] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.041699] env[69245]: INFO nova.compute.manager [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Took 44.79 seconds to build instance. [ 935.045818] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.059961] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "e42f30db-207b-4530-918d-3a980c47bef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.060243] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.352577] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e9675-6a5d-4cd6-a220-c4e6afd44ecf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.360947] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6960026-e5b1-43ff-9736-444206201df6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.394986] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba132977-4ed4-4367-982f-7a9c7048c4d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.403502] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104825} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.405859] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.406716] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606e59b8-d9af-45aa-9126-8009e0e80650 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.410548] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23994316-3a2e-415f-8593-e15ca719ee6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.441017] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.450525] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bd0e40-4fa4-40d9-8f59-c126f62b3255 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.465630] env[69245]: DEBUG nova.compute.provider_tree [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.473991] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 935.473991] env[69245]: value = "task-3708049" [ 935.473991] env[69245]: _type = "Task" [ 935.473991] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.485032] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.544838] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e4ec765-2e87-412b-a730-ed0b99210450 tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.304s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.564310] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.778157] env[69245]: DEBUG nova.compute.manager [req-7d2f0118-2047-4d06-bcf6-9a5b902c48f1 req-cd2c0095-4097-4cbd-af0d-e70d12286126 service nova] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Received event network-vif-deleted-4233431e-cf46-4ff2-b4c7-e73b893b707d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.968849] env[69245]: DEBUG nova.scheduler.client.report [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.988231] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708049, 'name': ReconfigVM_Task, 'duration_secs': 0.352937} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.988492] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.989198] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff7e8eb-c131-409e-bc41-9c6425ced201 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.999544] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 935.999544] env[69245]: value = "task-3708050" [ 935.999544] env[69245]: _type = "Task" [ 935.999544] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.008637] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708050, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.092022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.202604] env[69245]: DEBUG nova.objects.instance [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.478023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.478684] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.481661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.198s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.483169] env[69245]: INFO nova.compute.claims [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.510190] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708050, 'name': Rename_Task, 'duration_secs': 0.155751} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.510525] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.510809] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c58e600-8b24-4d1a-bf28-3328dddcb4df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.519551] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 936.519551] env[69245]: value = "task-3708051" [ 936.519551] env[69245]: _type = "Task" [ 936.519551] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.530414] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.708456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.710216] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.710216] env[69245]: DEBUG nova.network.neutron [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.710216] env[69245]: DEBUG nova.objects.instance [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'info_cache' on Instance uuid c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.990276] env[69245]: DEBUG nova.compute.utils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.994748] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 937.030645] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.216463] env[69245]: DEBUG nova.objects.base [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.495969] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.533326] env[69245]: DEBUG oslo_vmware.api [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708051, 'name': PowerOnVM_Task, 'duration_secs': 0.520907} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.533326] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.533326] env[69245]: INFO nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Took 9.10 seconds to spawn the instance on the hypervisor. [ 937.533326] env[69245]: DEBUG nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 937.534037] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fd5566-d0e7-4db1-95df-e5c1c9037406 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.819545] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.820697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b435764-db27-4823-a03d-a4e06e1c5504 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.828307] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.828307] env[69245]: ERROR oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk due to incomplete transfer. [ 937.831866] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-388832d7-c803-43c1-857b-3fba8b368741 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.846054] env[69245]: DEBUG oslo_vmware.rw_handles [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526abbc3-b88f-1d8c-6230-946cd785cd71/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.846054] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Uploaded image 1f09731c-4bb3-470f-9ba0-79103e2d53eb to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.848447] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.852162] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a71a283a-c0cc-4fe4-a20e-be63dcfd1695 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.862337] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 937.862337] env[69245]: value = "task-3708052" [ 937.862337] env[69245]: _type = "Task" [ 937.862337] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.877415] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708052, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.974209] env[69245]: DEBUG nova.compute.manager [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Received event network-changed-4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.974209] env[69245]: DEBUG nova.compute.manager [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Refreshing instance network info cache due to event network-changed-4d4f8c71-cefc-46bd-bc59-0029998b2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.974331] env[69245]: DEBUG oslo_concurrency.lockutils [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] Acquiring lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.974429] env[69245]: DEBUG oslo_concurrency.lockutils [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] Acquired lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.974584] env[69245]: DEBUG nova.network.neutron [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Refreshing network info cache for port 4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.035807] env[69245]: DEBUG nova.network.neutron [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [{"id": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "address": "fa:16:3e:5b:5d:25", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e559ea-2e", "ovs_interfaceid": "40e559ea-2ed4-45db-a141-1b1bb3bcad11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.058095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21151401-7266-448b-b583-afc949df6550 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.063092] env[69245]: INFO nova.compute.manager [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Took 46.67 seconds to build instance. [ 938.068363] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6d614f-f75d-44da-b0c7-21e12f42529a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.102669] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a8490-01c6-45d5-93ff-82bbe47694a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.112082] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a5f13-352b-4252-8318-d369e3452125 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.127853] env[69245]: DEBUG nova.compute.provider_tree [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.372449] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708052, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.509896] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.533403] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.534216] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.534216] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.534216] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.534216] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.534216] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.534420] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.535795] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.535795] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.535795] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.535795] env[69245]: DEBUG nova.virt.hardware [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.536097] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de7fe0-3526-48fc-9946-16ad13fd8b23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.540742] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-c020b49d-0484-4df0-bca9-44053f5210ae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.547749] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630e387-807f-4e50-a1b9-db4fbdb37f9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.563615] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.569188] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Creating folder: Project (fe3c9481b08742538f7d368b498c8a63). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.569693] env[69245]: DEBUG oslo_concurrency.lockutils [None req-06e41aa3-1f68-495b-9a70-81ab1cbd7a8a tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.184s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.570265] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5c19c79-4dde-415f-a1db-c4699fd5580e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.586123] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Created folder: Project (fe3c9481b08742538f7d368b498c8a63) in parent group-v738357. [ 938.586338] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Creating folder: Instances. Parent ref: group-v738539. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.589885] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bebf800-11ca-473b-9956-be6b8c4860a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.601012] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Created folder: Instances in parent group-v738539. [ 938.601012] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.601012] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.601012] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef342718-699b-4e57-add2-d0c532f782d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.621356] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.621356] env[69245]: value = "task-3708055" [ 938.621356] env[69245]: _type = "Task" [ 938.621356] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.632475] env[69245]: DEBUG nova.scheduler.client.report [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.637733] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708055, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.726297] env[69245]: DEBUG nova.network.neutron [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updated VIF entry in instance network info cache for port 4d4f8c71-cefc-46bd-bc59-0029998b2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.727030] env[69245]: DEBUG nova.network.neutron [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updating instance_info_cache with network_info: [{"id": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "address": "fa:16:3e:15:d3:9b", "network": {"id": "71a3fdc2-f6ca-4de0-bae1-aa18df26e3ef", "bridge": "br-int", "label": "tempest-ServersTestJSON-73683330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "089032e61dbf46a6b572d139287f86ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4f8c71-ce", "ovs_interfaceid": "4d4f8c71-cefc-46bd-bc59-0029998b2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.832313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.832537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.832741] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.832917] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.833115] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.835420] env[69245]: INFO nova.compute.manager [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Terminating instance [ 938.874055] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708052, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.132208] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708055, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.138278] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.139221] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.141392] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.657s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.141616] env[69245]: DEBUG nova.objects.instance [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lazy-loading 'resources' on Instance uuid 196a0c22-cd45-4c37-9a35-75511fd2d0de {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.230109] env[69245]: DEBUG oslo_concurrency.lockutils [req-706c7c83-36f9-4517-a00b-a34160e84c6a req-cfcb6a41-70db-4d50-920c-04730d8d04af service nova] Releasing lock "refresh_cache-fdf081d6-be9c-439e-b773-e2015d4a7fae" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.341308] env[69245]: DEBUG nova.compute.manager [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.341530] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.342675] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b66ba-f7ff-47a4-a6c2-baea358677b8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.350694] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.350941] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-578f7abc-f555-41cd-bf2c-f8d5b4d9a582 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.377019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "3c723746-3838-4a9a-9cee-811500a2bd9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.377246] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.379433] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708052, 'name': Destroy_Task, 'duration_secs': 1.106111} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.380211] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Destroyed the VM [ 939.381048] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.381048] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6495c78-f189-4cbe-8bfb-fd399504557e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.389659] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 939.389659] env[69245]: value = "task-3708057" [ 939.389659] env[69245]: _type = "Task" [ 939.389659] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.404039] env[69245]: DEBUG oslo_vmware.api [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.412122] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.412351] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.412533] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.413309] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d338d8ae-f8a2-4d18-9297-35dd9556b09d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.422646] env[69245]: DEBUG oslo_vmware.api [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 939.422646] env[69245]: value = "task-3708058" [ 939.422646] env[69245]: _type = "Task" [ 939.422646] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.433653] env[69245]: DEBUG oslo_vmware.api [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.551405] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.551405] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a6857fc-70a3-409a-ab32-c66f9ee654c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.563423] env[69245]: DEBUG oslo_vmware.api [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 939.563423] env[69245]: value = "task-3708059" [ 939.563423] env[69245]: _type = "Task" [ 939.563423] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.572342] env[69245]: DEBUG oslo_vmware.api [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.633103] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708055, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.648287] env[69245]: DEBUG nova.compute.utils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.649974] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.650222] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.709295] env[69245]: DEBUG nova.policy [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32fb85278ae24564a8bf0d890ce5c52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02108dbedc6f4539be3811f663a0a784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.880517] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.908061] env[69245]: DEBUG nova.compute.utils [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Cleaning up image 1f09731c-4bb3-470f-9ba0-79103e2d53eb {{(pid=69245) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 939.945480] env[69245]: WARNING nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Traceback (most recent call last): [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] ds_util.file_delete(self._session, [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] session._wait_for_task(file_delete_task) [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] return self.wait_for_task(task_ref) [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] return evt.wait() [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] result = hub.switch() [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] return self.greenlet.switch() [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] self.f(*self.args, **self.kw) [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] raise exceptions.translate_fault(task_info.error) [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] 8e79df1d-680f-4f16-99b6-6c6b5e943e2b [ 939.945480] env[69245]: ERROR nova.virt.vmwareapi.vmops [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] [ 939.947220] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.947220] env[69245]: INFO nova.compute.manager [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 939.947220] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.947220] env[69245]: DEBUG nova.compute.manager [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.947220] env[69245]: DEBUG nova.network.neutron [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.071277] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Successfully created port: 52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.079644] env[69245]: DEBUG oslo_vmware.api [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708059, 'name': PowerOnVM_Task, 'duration_secs': 0.471787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.079920] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.080285] env[69245]: DEBUG nova.compute.manager [None req-2a11cef0-f7a4-412b-bace-be116aae337c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.081017] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b03f67-c422-4813-b756-5bf1022822a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.137212] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708055, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.154908] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.412907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.414996] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca645038-b02a-4c4a-affb-e66e6f4c24e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.424868] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9816f8-6616-4ed1-b415-b3f98f061de6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.462119] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13382445-836b-4c3f-ab9c-54fc8a80a9b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.471673] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8306dfb5-dd5d-46d4-b5aa-51968162f5b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.489114] env[69245]: INFO nova.compute.manager [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Rebuilding instance [ 940.489847] env[69245]: DEBUG nova.compute.provider_tree [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.539454] env[69245]: DEBUG nova.compute.manager [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.540296] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907042b-b6bf-4cef-976d-9b2be5d684e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.545040] env[69245]: DEBUG nova.compute.manager [req-85497e44-06ed-4684-99bb-f9a62006f932 req-59c7d056-e258-4dc3-8f0d-8c6cdbf252c9 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Received event network-vif-deleted-4beef149-4a16-4e46-93f5-d170ced68ea1 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.545550] env[69245]: INFO nova.compute.manager [req-85497e44-06ed-4684-99bb-f9a62006f932 req-59c7d056-e258-4dc3-8f0d-8c6cdbf252c9 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Neutron deleted interface 4beef149-4a16-4e46-93f5-d170ced68ea1; detaching it from the instance and deleting it from the info cache [ 940.545742] env[69245]: DEBUG nova.network.neutron [req-85497e44-06ed-4684-99bb-f9a62006f932 req-59c7d056-e258-4dc3-8f0d-8c6cdbf252c9 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.637037] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708055, 'name': CreateVM_Task, 'duration_secs': 1.618206} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.637037] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.637037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.637037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.637797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.638291] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c176482-bc68-43ed-8b7e-ef367a1fa19a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.646528] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 940.646528] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96bc0-04b4-a64e-fcea-bd2bfacee16f" [ 940.646528] env[69245]: _type = "Task" [ 940.646528] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.659226] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96bc0-04b4-a64e-fcea-bd2bfacee16f, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.659579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.659837] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.660117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.660282] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.660481] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.660773] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3895d7-e5d9-487f-9058-f447f620037f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.674122] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.674342] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.675146] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e635dbd-4e3e-411b-a249-bd61b7477d8b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.682383] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 940.682383] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a9041-73af-7d84-cc5b-4c73728dc65a" [ 940.682383] env[69245]: _type = "Task" [ 940.682383] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.691351] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a9041-73af-7d84-cc5b-4c73728dc65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.893924] env[69245]: DEBUG nova.network.neutron [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.994404] env[69245]: DEBUG nova.scheduler.client.report [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.048855] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62c570ea-7771-4cac-9f9e-8ef246f35c45 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.061737] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be846875-a54e-4bf2-b9ba-9ccf3d431122 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.097545] env[69245]: DEBUG nova.compute.manager [req-85497e44-06ed-4684-99bb-f9a62006f932 req-59c7d056-e258-4dc3-8f0d-8c6cdbf252c9 service nova] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Detach interface failed, port_id=4beef149-4a16-4e46-93f5-d170ced68ea1, reason: Instance 8e79df1d-680f-4f16-99b6-6c6b5e943e2b could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.169353] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.193674] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a9041-73af-7d84-cc5b-4c73728dc65a, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.197093] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b57c2f3-e519-412a-9ef4-817ff71b62b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.204032] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.204321] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.204482] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.204664] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.204848] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.205012] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.205272] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.206067] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.206067] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.206067] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.206251] env[69245]: DEBUG nova.virt.hardware [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.207329] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beca856-a978-4d05-86c7-5430dd8c9fc4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.212644] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 941.212644] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522dbce2-ce1c-ebd9-4dc7-0a9ea5668455" [ 941.212644] env[69245]: _type = "Task" [ 941.212644] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.219595] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b898ce2-2305-4e08-ba8e-0c114f4445ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.227359] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522dbce2-ce1c-ebd9-4dc7-0a9ea5668455, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.228121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.228414] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.228680] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-013db95a-952d-4491-b572-21c1d72ba856 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.243578] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 941.243578] env[69245]: value = "task-3708060" [ 941.243578] env[69245]: _type = "Task" [ 941.243578] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.252226] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.350766] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.351201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.351445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.351649] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.351820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.354053] env[69245]: INFO nova.compute.manager [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Terminating instance [ 941.396665] env[69245]: INFO nova.compute.manager [-] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Took 1.45 seconds to deallocate network for instance. [ 941.437205] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.499969] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.502472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.636s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.506499] env[69245]: INFO nova.compute.claims [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.526806] env[69245]: INFO nova.scheduler.client.report [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Deleted allocations for instance 196a0c22-cd45-4c37-9a35-75511fd2d0de [ 941.560060] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.560060] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aee715ad-1695-44c0-a8c0-f40549e9f750 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.569118] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 941.569118] env[69245]: value = "task-3708061" [ 941.569118] env[69245]: _type = "Task" [ 941.569118] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.582974] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.646262] env[69245]: DEBUG nova.compute.manager [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Received event network-vif-plugged-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.647430] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.647674] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] Lock "54339c90-469c-4806-a006-ce6949d68ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.647820] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] Lock "54339c90-469c-4806-a006-ce6949d68ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.647991] env[69245]: DEBUG nova.compute.manager [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] No waiting events found dispatching network-vif-plugged-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 941.648236] env[69245]: WARNING nova.compute.manager [req-4c1a9f3e-e3b3-4321-b43e-8de3cfbda00c req-aa44a22f-7f64-467a-bba1-7249bb27fab1 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Received unexpected event network-vif-plugged-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 for instance with vm_state building and task_state spawning. [ 941.708859] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Successfully updated port: 52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.754963] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502835} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.755299] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.755631] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.755942] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c2696e4-0c47-400a-83f9-c6450a01f0d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.764040] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 941.764040] env[69245]: value = "task-3708062" [ 941.764040] env[69245]: _type = "Task" [ 941.764040] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.775276] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.858293] env[69245]: DEBUG nova.compute.manager [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.858535] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.859476] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e26503-d4f8-4d70-b882-67f739f7509c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.867548] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.867809] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbf64b49-8c96-4d82-a0fe-c1150effb282 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.874765] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 941.874765] env[69245]: value = "task-3708063" [ 941.874765] env[69245]: _type = "Task" [ 941.874765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.883340] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.904725] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.036258] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ee83c9a-0e83-433a-9bd2-5f85ea1e3125 tempest-InstanceActionsNegativeTestJSON-1348475615 tempest-InstanceActionsNegativeTestJSON-1348475615-project-member] Lock "196a0c22-cd45-4c37-9a35-75511fd2d0de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.271s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.079762] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708061, 'name': PowerOffVM_Task, 'duration_secs': 0.312839} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.079762] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.080050] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.080798] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685051ca-bc14-412f-b4ad-e4629421a09b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.088586] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.088881] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8148f7c8-8548-47af-89e5-bc85871fcb30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.211845] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.212219] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.212219] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.273639] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071537} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.273925] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.274753] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d853574-d85e-4324-a10b-ed2120f970cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.297385] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.298283] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-782dcf50-b93a-4c55-99c8-70f0560fa10e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.319969] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 942.319969] env[69245]: value = "task-3708065" [ 942.319969] env[69245]: _type = "Task" [ 942.319969] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.331489] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.331740] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.331939] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore2] 86cbb739-c278-48d0-b18c-2b3a491cbfa7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.335767] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f55425-cc83-4b73-bec1-f707eacae1a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.337800] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.344055] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 942.344055] env[69245]: value = "task-3708066" [ 942.344055] env[69245]: _type = "Task" [ 942.344055] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.355205] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.387884] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708063, 'name': PowerOffVM_Task, 'duration_secs': 0.219571} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.388301] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.388569] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.388923] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cd73d6e-4009-4b61-818f-5fcde2a03b2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.524174] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.526741] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.526741] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleting the datastore file [datastore1] c020b49d-0484-4df0-bca9-44053f5210ae {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.526741] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1111c294-4340-49df-bbf1-ca3dbd4731a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532934] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 942.532934] env[69245]: value = "task-3708068" [ 942.532934] env[69245]: _type = "Task" [ 942.532934] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.543597] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.770381] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.830704] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708065, 'name': ReconfigVM_Task, 'duration_secs': 0.315385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.831105] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.835289] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ccccff8-39a2-4475-b4c4-b22bc2f3385d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.854028] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 942.854028] env[69245]: value = "task-3708069" [ 942.854028] env[69245]: _type = "Task" [ 942.854028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.861605] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172695} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.862939] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.863159] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.863372] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.870750] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708069, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.020934] env[69245]: DEBUG nova.network.neutron [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Updating instance_info_cache with network_info: [{"id": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "address": "fa:16:3e:27:07:bf", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a4d6a2-18", "ovs_interfaceid": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.046201] env[69245]: DEBUG oslo_vmware.api [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179055} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.046493] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.046675] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.046853] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.047195] env[69245]: INFO nova.compute.manager [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 1.19 seconds to destroy the instance on the hypervisor. [ 943.047445] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.047634] env[69245]: DEBUG nova.compute.manager [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.047729] env[69245]: DEBUG nova.network.neutron [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.174506] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43e50c3-d5cc-4a16-bac1-14e4d90ef71b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.186142] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfb7c59-4a9d-4bc1-840a-404c93ba6733 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.225638] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5959f3de-43d8-44be-9bd9-f0e45ad5da11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.234280] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d729d88e-3c42-4b87-bb38-d3bc3c454e49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.249105] env[69245]: DEBUG nova.compute.provider_tree [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.364018] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708069, 'name': Rename_Task, 'duration_secs': 0.193118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.365464] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.365763] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0538a0b-00ed-48ed-a631-288eb332c1d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.381020] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 943.381020] env[69245]: value = "task-3708070" [ 943.381020] env[69245]: _type = "Task" [ 943.381020] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.388974] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.527179] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.527179] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance network_info: |[{"id": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "address": "fa:16:3e:27:07:bf", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a4d6a2-18", "ovs_interfaceid": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.527179] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:07:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.536596] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.537695] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.537695] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d813900f-111c-435e-8ac3-4b2464f3d396 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.563180] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.563180] env[69245]: value = "task-3708071" [ 943.563180] env[69245]: _type = "Task" [ 943.563180] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.570561] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708071, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.754101] env[69245]: DEBUG nova.scheduler.client.report [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.773183] env[69245]: DEBUG nova.compute.manager [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Received event network-changed-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.773454] env[69245]: DEBUG nova.compute.manager [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Refreshing instance network info cache due to event network-changed-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.773590] env[69245]: DEBUG oslo_concurrency.lockutils [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] Acquiring lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.774649] env[69245]: DEBUG oslo_concurrency.lockutils [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] Acquired lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.774947] env[69245]: DEBUG nova.network.neutron [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Refreshing network info cache for port 52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.897461] env[69245]: DEBUG oslo_vmware.api [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708070, 'name': PowerOnVM_Task, 'duration_secs': 0.486263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.897742] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.897947] env[69245]: INFO nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Took 5.39 seconds to spawn the instance on the hypervisor. [ 943.898222] env[69245]: DEBUG nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.899070] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8832da-89f4-4f65-bd9f-9c85b02cf63e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.927234] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.927487] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.927644] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.927825] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.927969] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.928160] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.928395] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.928557] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.928723] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.928888] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.929169] env[69245]: DEBUG nova.virt.hardware [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.931254] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e35ed4b-1fc6-4b4f-a483-73500bd1ee3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.941116] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c82746-1437-4366-bfb4-c83af6395362 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.959875] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:48:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08455ff6-a9c5-45d0-aaa5-87a81fbcec42', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.968183] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.968621] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.968830] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86206faa-1c4c-4112-af81-4dd6a7a9a3f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.990627] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.990627] env[69245]: value = "task-3708072" [ 943.990627] env[69245]: _type = "Task" [ 943.990627] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.001107] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708072, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.072214] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708071, 'name': CreateVM_Task, 'duration_secs': 0.365669} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.072554] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.073203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.073335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.076721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.076721] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8034d3fd-3b2e-4aab-ae95-bef001ea02f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.080071] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 944.080071] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1ef77-fd4e-f187-7f2d-0f08b385b0e9" [ 944.080071] env[69245]: _type = "Task" [ 944.080071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.089240] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1ef77-fd4e-f187-7f2d-0f08b385b0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.260391] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.260987] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.263689] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.648s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.265194] env[69245]: INFO nova.compute.claims [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.418021] env[69245]: INFO nova.compute.manager [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Took 41.72 seconds to build instance. [ 944.501781] env[69245]: DEBUG nova.network.neutron [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.502977] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708072, 'name': CreateVM_Task, 'duration_secs': 0.389383} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.503353] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.504042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.504211] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.504527] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.505059] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02b03a0-7efe-4f8f-8e55-0acdcb47e983 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.511536] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 944.511536] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db6435-e56b-c965-c34b-98be2d2d7a03" [ 944.511536] env[69245]: _type = "Task" [ 944.511536] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.519666] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db6435-e56b-c965-c34b-98be2d2d7a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.528028] env[69245]: DEBUG nova.network.neutron [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Updated VIF entry in instance network info cache for port 52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.528390] env[69245]: DEBUG nova.network.neutron [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Updating instance_info_cache with network_info: [{"id": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "address": "fa:16:3e:27:07:bf", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a4d6a2-18", "ovs_interfaceid": "52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.591154] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1ef77-fd4e-f187-7f2d-0f08b385b0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.591579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.591817] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.592059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.592202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.592468] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.592648] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d7baba-037f-491e-ada5-fc67a37b0f87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.602280] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.602468] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.603598] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8181611-8d64-4de2-abe5-cd9b2c85cb8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.609965] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 944.609965] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527a267c-18d1-7db6-f11a-04413f0b2502" [ 944.609965] env[69245]: _type = "Task" [ 944.609965] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.618632] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527a267c-18d1-7db6-f11a-04413f0b2502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.775896] env[69245]: DEBUG nova.compute.utils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.781020] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.781020] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.860411] env[69245]: DEBUG nova.policy [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c2e8764d71b4d8b95a7a8d9a0e5c257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c2114504e9d4d97883555c107438ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.920327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d0451afc-9806-424c-8923-057fed419978 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.184s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.004778] env[69245]: INFO nova.compute.manager [-] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Took 1.96 seconds to deallocate network for instance. [ 945.021800] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db6435-e56b-c965-c34b-98be2d2d7a03, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.022115] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.022349] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.022586] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.022757] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.022897] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.023175] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ddf9b0e-8329-4183-b61e-ad99673ebbc3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.030973] env[69245]: DEBUG oslo_concurrency.lockutils [req-08525eb7-41ec-4a45-a830-b4f7c3214fa7 req-8c8c35c7-e3c2-4f0b-bea4-e5350af70228 service nova] Releasing lock "refresh_cache-54339c90-469c-4806-a006-ce6949d68ca4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.033205] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.033392] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.034138] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f6c139-59c4-4806-8a78-d451f282fb64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.040176] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 945.040176] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d2d6d-fda0-7782-5a86-a00896ccfc04" [ 945.040176] env[69245]: _type = "Task" [ 945.040176] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.049452] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d2d6d-fda0-7782-5a86-a00896ccfc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.120740] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527a267c-18d1-7db6-f11a-04413f0b2502, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.121596] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc3af09-be35-4ff0-8fa4-775c6584e952 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.128088] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 945.128088] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db0981-e92f-0c08-c321-466b0cde3bf7" [ 945.128088] env[69245]: _type = "Task" [ 945.128088] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.137674] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db0981-e92f-0c08-c321-466b0cde3bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.282029] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.356595] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Successfully created port: d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.512849] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.557764] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528d2d6d-fda0-7782-5a86-a00896ccfc04, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.561331] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e728f1f-93e9-49a2-bce7-9e19987f00fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.567230] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 945.567230] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5226303b-02a5-69c3-bd89-2b934a69ef83" [ 945.567230] env[69245]: _type = "Task" [ 945.567230] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.576226] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5226303b-02a5-69c3-bd89-2b934a69ef83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.641686] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52db0981-e92f-0c08-c321-466b0cde3bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.642032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.642324] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.642650] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0389fe1d-c86c-4350-9e51-870b90b3f44f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.654037] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 945.654037] env[69245]: value = "task-3708073" [ 945.654037] env[69245]: _type = "Task" [ 945.654037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.664147] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.801182] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18ac217-5f66-46be-b76b-ab1c74f705cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.810285] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d73d4-c8e8-4c6d-a6ad-faf6abf4aa95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.819299] env[69245]: DEBUG nova.compute.manager [req-45624786-f0ab-47c0-a50d-873b39b50705 req-30edeed8-e6d7-4982-93c6-3f7fbf8a4d03 service nova] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Received event network-vif-deleted-40e559ea-2ed4-45db-a141-1b1bb3bcad11 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.857781] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952d313-7e5b-41e3-a546-973c886f5af0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.872490] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cb6dbf-6e86-4f3f-a5ff-46c26b1d79be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.895924] env[69245]: DEBUG nova.compute.provider_tree [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.079700] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5226303b-02a5-69c3-bd89-2b934a69ef83, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.079978] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.080265] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.080549] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df2e3a5-56f3-4e13-91bb-19f50116386b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.092027] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 946.092027] env[69245]: value = "task-3708074" [ 946.092027] env[69245]: _type = "Task" [ 946.092027] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.103151] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.172076] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.242821] env[69245]: INFO nova.compute.manager [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Rebuilding instance [ 946.297956] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.307017] env[69245]: DEBUG nova.compute.manager [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.308058] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a3a8c-d775-49c5-add3-13561cfd436e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.331991] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.332114] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.332307] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.332517] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.332681] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.332835] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.333276] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.333512] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.333704] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.333913] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.334155] env[69245]: DEBUG nova.virt.hardware [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.335263] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcf9040-060f-49d2-b8fa-566fcc4b3d8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.345324] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636c5a7a-e8d1-45e0-95ac-cccf36f496cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.399098] env[69245]: DEBUG nova.scheduler.client.report [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.604660] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.670823] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552848} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.671320] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.671590] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.671900] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9740f34b-f569-4964-89c8-5775d683fa32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.684484] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 946.684484] env[69245]: value = "task-3708075" [ 946.684484] env[69245]: _type = "Task" [ 946.684484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.696943] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.906136] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.906136] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.913113] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.711s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.916285] env[69245]: INFO nova.compute.claims [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.103485] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625454} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.103741] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.103997] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.104306] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01a3d945-f26c-42b4-88b2-910fee59bca7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.111536] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 947.111536] env[69245]: value = "task-3708076" [ 947.111536] env[69245]: _type = "Task" [ 947.111536] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.123102] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.130327] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Successfully updated port: d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.200080] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07419} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.200531] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.201465] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d636df-44d8-4a33-bbdf-d679c22f6a0a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.231502] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.231876] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2fb285-9b93-4705-8a03-588434c0f61a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.253033] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 947.253033] env[69245]: value = "task-3708077" [ 947.253033] env[69245]: _type = "Task" [ 947.253033] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.262603] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.331230] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.331567] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34ef740-04ce-4e55-a485-3e1a59bec134 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.341036] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 947.341036] env[69245]: value = "task-3708078" [ 947.341036] env[69245]: _type = "Task" [ 947.341036] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.351993] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.427466] env[69245]: DEBUG nova.compute.utils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.429013] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.429191] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.480835] env[69245]: DEBUG nova.policy [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a62141ba5b954ed9ab5393f7ad61e642', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9a384c5dab044b2bd280e1bcf9f2e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.623597] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068725} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.623840] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.624632] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7945e5-3d85-4850-97fa-b9cc73fc7515 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.628388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.628388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.628578] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.651425] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.652170] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6deca1eb-8af5-4b25-9c44-79f5a88bd29b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.673867] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 947.673867] env[69245]: value = "task-3708079" [ 947.673867] env[69245]: _type = "Task" [ 947.673867] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.684750] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.764111] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708077, 'name': ReconfigVM_Task, 'duration_secs': 0.290978} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.764452] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.765158] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af7639a-7dea-4b6f-8cff-3f02a409edf8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.774096] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 947.774096] env[69245]: value = "task-3708080" [ 947.774096] env[69245]: _type = "Task" [ 947.774096] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.786077] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708080, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.841530] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Successfully created port: 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.857620] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708078, 'name': PowerOffVM_Task, 'duration_secs': 0.155727} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.857620] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.859726] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.859726] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b283da-d839-4206-b08d-887fdf2ee1d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.869215] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.870226] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d6b859-cd84-4edb-9cbd-c03042bb37c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.887018] env[69245]: DEBUG nova.compute.manager [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.887291] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.887514] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.887681] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.887851] env[69245]: DEBUG nova.compute.manager [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] No waiting events found dispatching network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.888358] env[69245]: WARNING nova.compute.manager [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received unexpected event network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f for instance with vm_state building and task_state spawning. [ 947.890199] env[69245]: DEBUG nova.compute.manager [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.890199] env[69245]: DEBUG nova.compute.manager [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing instance network info cache due to event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.890199] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.898988] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.900021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.900021] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Deleting the datastore file [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.900327] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa054252-d675-410b-b1ae-c3745ab84993 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.911232] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 947.911232] env[69245]: value = "task-3708082" [ 947.911232] env[69245]: _type = "Task" [ 947.911232] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.921846] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.935339] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.193916] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708079, 'name': ReconfigVM_Task, 'duration_secs': 0.334045} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.196679] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 86cbb739-c278-48d0-b18c-2b3a491cbfa7/86cbb739-c278-48d0-b18c-2b3a491cbfa7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.197493] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0efb93d2-5408-4346-b263-3f55d90b231c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.208544] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.219021] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 948.219021] env[69245]: value = "task-3708083" [ 948.219021] env[69245]: _type = "Task" [ 948.219021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.227191] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708083, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.285699] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708080, 'name': Rename_Task, 'duration_secs': 0.162848} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.286015] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.286293] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b6a7bb-075f-4ccd-ba82-db621f969fba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.293161] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 948.293161] env[69245]: value = "task-3708084" [ 948.293161] env[69245]: _type = "Task" [ 948.293161] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.302841] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.422773] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123039} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.423093] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.423281] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.423458] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.546823] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d556188b-5b80-42e5-adc1-095e5d399843 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.559729] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0b472-a00b-43fe-b036-cddce185f26b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.594300] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a55e745-3e13-442f-bed5-19206f3b4d4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.603379] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27561b86-d6f9-4e6f-a82b-4edc53f2897b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622767] env[69245]: DEBUG nova.compute.provider_tree [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.729818] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708083, 'name': Rename_Task, 'duration_secs': 0.152814} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.730150] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.730485] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9751aa39-0f07-468e-94e6-8c6da977a13d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.738336] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 948.738336] env[69245]: value = "task-3708085" [ 948.738336] env[69245]: _type = "Task" [ 948.738336] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.750785] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.809930] env[69245]: DEBUG oslo_vmware.api [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708084, 'name': PowerOnVM_Task, 'duration_secs': 0.496764} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.810832] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.810995] env[69245]: INFO nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Took 7.64 seconds to spawn the instance on the hypervisor. [ 948.811173] env[69245]: DEBUG nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.812480] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b9950a-adaf-43df-b7c6-27db5523d82d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.858786] env[69245]: DEBUG nova.network.neutron [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.957388] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.006689] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.007110] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.007204] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.007424] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.007575] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.007724] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.007932] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.008103] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.008319] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.008502] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.008678] env[69245]: DEBUG nova.virt.hardware [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.009586] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccfa81b-2baa-43b6-b80d-c7532e86b1ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.022838] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a00617-5ae2-456b-b732-5c097704f96a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.130468] env[69245]: DEBUG nova.scheduler.client.report [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.250996] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.339471] env[69245]: INFO nova.compute.manager [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Took 46.07 seconds to build instance. [ 949.365356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.365714] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance network_info: |[{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.366042] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.366265] env[69245]: DEBUG nova.network.neutron [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.367949] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:16:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd97e4cea-5fb2-44c5-8349-e2aad8a3381f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.379764] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating folder: Project (5c2114504e9d4d97883555c107438ff6). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.381268] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76c37927-0e3d-4db6-b16d-e78363cef56e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.396245] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created folder: Project (5c2114504e9d4d97883555c107438ff6) in parent group-v738357. [ 949.396508] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating folder: Instances. Parent ref: group-v738544. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.396774] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dad4040d-3d51-4328-a02b-98d7de6e98cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.411502] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created folder: Instances in parent group-v738544. [ 949.411801] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.412045] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.412299] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0add22e4-4726-4589-80ae-de3e623a0894 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.443073] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.443073] env[69245]: value = "task-3708088" [ 949.443073] env[69245]: _type = "Task" [ 949.443073] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.444176] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Successfully updated port: 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.458144] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708088, 'name': CreateVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.470052] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.470443] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.470672] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.470857] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.471016] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.471171] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.471385] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.471546] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.471711] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.471872] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.472180] env[69245]: DEBUG nova.virt.hardware [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.473571] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984fb0ed-cb8c-4747-859e-dfd77d64fcd0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.485385] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c17b4aa-8162-416b-8888-463a7669e215 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.501969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.510123] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.510419] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.510663] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4d49dae-0346-41be-b619-fe32b2d01a33 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.530687] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.530687] env[69245]: value = "task-3708089" [ 949.530687] env[69245]: _type = "Task" [ 949.530687] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.540503] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708089, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.637325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.637325] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.640511] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.376s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.644136] env[69245]: DEBUG nova.objects.instance [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lazy-loading 'resources' on Instance uuid e32032ac-3659-472b-b593-cadfb38f977c {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.758031] env[69245]: DEBUG oslo_vmware.api [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708085, 'name': PowerOnVM_Task, 'duration_secs': 0.680122} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.758031] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.758031] env[69245]: DEBUG nova.compute.manager [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.758031] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c896c281-f11e-4a76-b698-5ea19731d46a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-557051f1-aca3-443f-b8fe-874c09ecd903 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.538s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.951636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.951636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.951636] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.956314] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708088, 'name': CreateVM_Task, 'duration_secs': 0.427252} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.959114] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.960353] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.960531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.960846] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.961654] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b5ae3e-24ef-499a-9582-3f29840fb576 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.967266] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 949.967266] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52436b69-3ab9-dc1e-8457-c3f8638dd109" [ 949.967266] env[69245]: _type = "Task" [ 949.967266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.976933] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52436b69-3ab9-dc1e-8457-c3f8638dd109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.043884] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708089, 'name': CreateVM_Task, 'duration_secs': 0.34976} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.044150] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.044639] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.044822] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.045188] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.045493] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea151cf3-2b09-4ec8-99d9-1f902c2ed42b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.051786] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 950.051786] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a0f81-c457-b806-7f3c-9050c9467acb" [ 950.051786] env[69245]: _type = "Task" [ 950.051786] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.061271] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a0f81-c457-b806-7f3c-9050c9467acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.112834] env[69245]: DEBUG nova.network.neutron [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updated VIF entry in instance network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.113459] env[69245]: DEBUG nova.network.neutron [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.132547] env[69245]: DEBUG nova.compute.manager [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-vif-plugged-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.132782] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.132990] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.133355] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.133355] env[69245]: DEBUG nova.compute.manager [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] No waiting events found dispatching network-vif-plugged-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 950.133536] env[69245]: WARNING nova.compute.manager [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received unexpected event network-vif-plugged-20db1ee4-654d-47ec-9406-4a2ac9dd888c for instance with vm_state building and task_state spawning. [ 950.133698] env[69245]: DEBUG nova.compute.manager [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.133852] env[69245]: DEBUG nova.compute.manager [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing instance network info cache due to event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.134022] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.143624] env[69245]: DEBUG nova.compute.utils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.148315] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.148438] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.198363] env[69245]: DEBUG nova.policy [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46390fd270374f9ea9d1940a58d45938', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1f2be2cf604fafa89e46646ad82c22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.282372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.348174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.348174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.348174] env[69245]: DEBUG nova.compute.manager [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.348796] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5184d56-83fb-40d0-8696-e28e9fedf9da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.364265] env[69245]: DEBUG nova.compute.manager [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 950.364265] env[69245]: DEBUG nova.objects.instance [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'flavor' on Instance uuid 54339c90-469c-4806-a006-ce6949d68ca4 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.481067] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52436b69-3ab9-dc1e-8457-c3f8638dd109, 'name': SearchDatastore_Task, 'duration_secs': 0.027089} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.481510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.482664] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.482664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.482664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.482664] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.482882] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1066c3e-9a05-4a13-94aa-e6bd0341e74c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.493042] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.493042] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.496691] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e5710f0-187d-4b91-884f-91557200dd4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.503863] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 950.503863] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5201ca29-9e00-5914-8d87-c366ec16dce4" [ 950.503863] env[69245]: _type = "Task" [ 950.503863] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.509987] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.517549] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5201ca29-9e00-5914-8d87-c366ec16dce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.565039] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a0f81-c457-b806-7f3c-9050c9467acb, 'name': SearchDatastore_Task, 'duration_secs': 0.024358} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.569096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.569457] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.569687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.569836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.570036] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.573951] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Successfully created port: 5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.575862] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd949929-a3c5-46d0-bf67-3fa9b5dec47d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.577789] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.577992] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.590146] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.590146] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.591487] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9c5960-21dc-4647-b26f-1c2382dc2c61 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.598667] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 950.598667] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232d9e8-0634-8300-2824-4d531ff55149" [ 950.598667] env[69245]: _type = "Task" [ 950.598667] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.613145] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232d9e8-0634-8300-2824-4d531ff55149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.619754] env[69245]: DEBUG oslo_concurrency.lockutils [req-f0445519-40e7-482d-abfa-814630ea75d4 req-b3357df4-bc5a-4e89-8fa2-e8f9483f5836 service nova] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.652653] env[69245]: DEBUG nova.compute.utils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.757789] env[69245]: DEBUG nova.network.neutron [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.776316] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b2b186-c491-4111-8583-5e1a10e090e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.785127] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4168e18-1f6a-4ada-a301-a239cd85500e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.818619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc16f8-82b7-4db0-bb44-9d81465b4802 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.826815] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8aa69-8451-42d4-9c8e-f8dc47c582ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.842556] env[69245]: DEBUG nova.compute.provider_tree [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.016430] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5201ca29-9e00-5914-8d87-c366ec16dce4, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.017307] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc6571d-8ce3-44bb-ba12-39be724c117c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.026035] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 951.026035] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080a15-9a9b-1caf-ad09-5bf793e031bc" [ 951.026035] env[69245]: _type = "Task" [ 951.026035] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.034178] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080a15-9a9b-1caf-ad09-5bf793e031bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.085990] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.110509] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232d9e8-0634-8300-2824-4d531ff55149, 'name': SearchDatastore_Task, 'duration_secs': 0.022139} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.111431] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a55f4a-ca4e-4d55-8ae9-da62961bd48c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.117487] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 951.117487] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521f3dac-a968-1f35-3fbb-c98d1d52a9eb" [ 951.117487] env[69245]: _type = "Task" [ 951.117487] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.125861] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521f3dac-a968-1f35-3fbb-c98d1d52a9eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.155991] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.261221] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.261381] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Instance network_info: |[{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.261578] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.261769] env[69245]: DEBUG nova.network.neutron [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.263385] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ed:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20db1ee4-654d-47ec-9406-4a2ac9dd888c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.271106] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.274188] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.274974] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85058874-7ea1-4442-b3e7-3e529fdf0bf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.295871] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.295871] env[69245]: value = "task-3708090" [ 951.295871] env[69245]: _type = "Task" [ 951.295871] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.304489] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708090, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.346976] env[69245]: DEBUG nova.scheduler.client.report [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.369698] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.370056] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90cee433-d0be-4367-b943-8fd0e600cd20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.379682] env[69245]: DEBUG oslo_vmware.api [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 951.379682] env[69245]: value = "task-3708091" [ 951.379682] env[69245]: _type = "Task" [ 951.379682] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.390174] env[69245]: DEBUG oslo_vmware.api [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.540922] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080a15-9a9b-1caf-ad09-5bf793e031bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.541210] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.541481] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.541753] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7d977e0-f158-4310-b11f-f9a883b5b555 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.549765] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 951.549765] env[69245]: value = "task-3708092" [ 951.549765] env[69245]: _type = "Task" [ 951.549765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.559087] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.569836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.570142] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.570365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.570574] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.570838] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.582031] env[69245]: INFO nova.compute.manager [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Terminating instance [ 951.616825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.634529] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521f3dac-a968-1f35-3fbb-c98d1d52a9eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.635343] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.635343] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.635728] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-629763a4-2bc9-4785-be38-3c943c498da6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.649810] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 951.649810] env[69245]: value = "task-3708093" [ 951.649810] env[69245]: _type = "Task" [ 951.649810] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.668221] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.766040] env[69245]: DEBUG nova.network.neutron [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updated VIF entry in instance network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.766040] env[69245]: DEBUG nova.network.neutron [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.809189] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708090, 'name': CreateVM_Task, 'duration_secs': 0.361608} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.809189] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.809189] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.809452] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.809593] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.809872] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90d273e-7b5f-41ce-97b1-845c469b6f85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.817144] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 951.817144] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297b867-64fb-1a20-2e13-f3887e947303" [ 951.817144] env[69245]: _type = "Task" [ 951.817144] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.829407] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297b867-64fb-1a20-2e13-f3887e947303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.855378] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.858868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.519s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.858868] env[69245]: DEBUG nova.objects.instance [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lazy-loading 'resources' on Instance uuid 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.887451] env[69245]: INFO nova.scheduler.client.report [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Deleted allocations for instance e32032ac-3659-472b-b593-cadfb38f977c [ 951.898170] env[69245]: DEBUG oslo_vmware.api [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708091, 'name': PowerOffVM_Task, 'duration_secs': 0.257844} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.898170] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.898170] env[69245]: DEBUG nova.compute.manager [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.900592] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8dc9fd-32f4-4198-99a5-e79463b3d3b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.062389] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708092, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.089298] env[69245]: DEBUG nova.compute.manager [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.089996] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.091036] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b854b2-81a3-4309-b359-5005bce600d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.100736] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.101040] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb695130-2ee3-4d2a-8219-a4efc9ddef4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.109610] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 952.109610] env[69245]: value = "task-3708094" [ 952.109610] env[69245]: _type = "Task" [ 952.109610] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.119911] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.163455] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.173201] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.177173] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Successfully updated port: 5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.215173] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:11:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='890268530',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1194655761',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.215450] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.215611] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.215794] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.216027] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.216228] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.216468] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.216711] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.216904] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.217092] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.217277] env[69245]: DEBUG nova.virt.hardware [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.218812] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5699ef0-1e7c-4ad3-9bbf-72b49df30d18 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234178] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169bbd1-902d-4289-b030-11e259e139cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.241345] env[69245]: DEBUG nova.compute.manager [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Received event network-vif-plugged-5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.241626] env[69245]: DEBUG oslo_concurrency.lockutils [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] Acquiring lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.241844] env[69245]: DEBUG oslo_concurrency.lockutils [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.242016] env[69245]: DEBUG oslo_concurrency.lockutils [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.242191] env[69245]: DEBUG nova.compute.manager [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] No waiting events found dispatching network-vif-plugged-5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.242355] env[69245]: WARNING nova.compute.manager [req-00d1ad0d-358e-47a0-8f2a-778df3f02bcd req-1b027f87-29e9-471f-be61-6d32ae35a843 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Received unexpected event network-vif-plugged-5333f968-31a2-4264-b286-3f00746d4c60 for instance with vm_state building and task_state spawning. [ 952.271368] env[69245]: DEBUG oslo_concurrency.lockutils [req-eda5e650-9bac-41dc-b2e2-f3f529c64ddd req-f5ec8e78-e44c-4497-8eae-31031913c692 service nova] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.319014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.319510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.333889] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297b867-64fb-1a20-2e13-f3887e947303, 'name': SearchDatastore_Task, 'duration_secs': 0.023386} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.333889] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.333889] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.334114] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.334240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.334421] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.334710] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-404c45f8-e840-487d-bfdb-2c72c6f0c01d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.349394] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.349394] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.350198] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bcd062-7aee-4a46-94b9-32e2cec24736 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.358563] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 952.358563] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a18d54-2cbd-1d94-4773-6ce3b5a79fad" [ 952.358563] env[69245]: _type = "Task" [ 952.358563] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.376157] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a18d54-2cbd-1d94-4773-6ce3b5a79fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.401347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4e9fcfee-c042-4320-b017-d39bed8a9f55 tempest-ServerMetadataTestJSON-1269964747 tempest-ServerMetadataTestJSON-1269964747-project-member] Lock "e32032ac-3659-472b-b593-cadfb38f977c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.599s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.415986] env[69245]: DEBUG oslo_concurrency.lockutils [None req-659967c5-cd94-4181-8518-dfc2ebbbe27d tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.330016] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.330252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.330332] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.331877] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.334592] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583219} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.349437] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.349651] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.351972] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-567bd981-fcf6-4292-be0f-de40b338a677 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.363796] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a18d54-2cbd-1d94-4773-6ce3b5a79fad, 'name': SearchDatastore_Task, 'duration_secs': 0.021895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.364050] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708094, 'name': PowerOffVM_Task, 'duration_secs': 0.317169} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.369514] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.369730] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.370370] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724834} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.370915] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 953.370915] env[69245]: value = "task-3708095" [ 953.370915] env[69245]: _type = "Task" [ 953.370915] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.374105] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a465e0d-0b7b-4609-bc5b-706fda93d724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.376863] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-695da53d-6ec3-49b2-b09a-55550d191024 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.379192] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.379467] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.380800] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86935d8c-3895-4470-a26d-d131f8ee4c9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.389877] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 953.389877] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f67778-3253-388a-f528-33ab3a798b5d" [ 953.389877] env[69245]: _type = "Task" [ 953.389877] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.393201] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.401623] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 953.401623] env[69245]: value = "task-3708097" [ 953.401623] env[69245]: _type = "Task" [ 953.401623] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.409030] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f67778-3253-388a-f528-33ab3a798b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.415385] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.461591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.461810] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.461986] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore1] 86cbb739-c278-48d0-b18c-2b3a491cbfa7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.462270] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d868dbe-6652-479c-8575-6b8c498cebf7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.472475] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 953.472475] env[69245]: value = "task-3708098" [ 953.472475] env[69245]: _type = "Task" [ 953.472475] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.482088] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689240] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ad5065-5425-4e8d-8554-c0f507739c60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.699019] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcf6063-87ce-41bc-9b71-a4a984553989 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.732956] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e08826-20dc-4fe9-9ba8-03e687ffe87d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.741168] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eea3dcc-6a53-46dc-b882-d06049401602 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.755413] env[69245]: DEBUG nova.compute.provider_tree [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.853098] env[69245]: INFO nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Rebuilding instance [ 953.875141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.889788] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.901894] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075943} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.902630] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.906377] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6113663f-8aab-4bef-9ac2-3b290dbfd58a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.916113] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f67778-3253-388a-f528-33ab3a798b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.022607} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.922073] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.922149] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/4922f5d8-6906-4c3b-86a8-ecaf136072ea.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.922658] env[69245]: DEBUG nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.922901] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a37706a-9cd9-4d07-8878-07cb67d32aff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.925754] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7912594-9542-478e-98d0-55686b938c09 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.941137] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09479} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.950262] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.952297] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.952604] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4852c16e-2265-41b5-9b3f-46d030e5e94c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.973512] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c10c0-fbbc-4b72-843d-18323f9dca34 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.978874] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 953.978874] env[69245]: value = "task-3708099" [ 953.978874] env[69245]: _type = "Task" [ 953.978874] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.008379] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.008940] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 954.008940] env[69245]: value = "task-3708100" [ 954.008940] env[69245]: _type = "Task" [ 954.008940] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.013444] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518313a2-51d0-4dbe-9451-137522b41e30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.032580] env[69245]: DEBUG oslo_vmware.api [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165551} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.045936] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.046188] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.046392] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.046593] env[69245]: INFO nova.compute.manager [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Took 1.96 seconds to destroy the instance on the hypervisor. [ 954.046860] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.047516] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.048218] env[69245]: DEBUG nova.compute.manager [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.048359] env[69245]: DEBUG nova.network.neutron [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.054334] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 954.054334] env[69245]: value = "task-3708101" [ 954.054334] env[69245]: _type = "Task" [ 954.054334] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.058943] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.070999] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.127855] env[69245]: DEBUG nova.network.neutron [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updating instance_info_cache with network_info: [{"id": "5333f968-31a2-4264-b286-3f00746d4c60", "address": "fa:16:3e:43:ae:1f", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5333f968-31", "ovs_interfaceid": "5333f968-31a2-4264-b286-3f00746d4c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.259262] env[69245]: DEBUG nova.scheduler.client.report [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.418197] env[69245]: DEBUG nova.compute.manager [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Received event network-changed-5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.419037] env[69245]: DEBUG nova.compute.manager [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Refreshing instance network info cache due to event network-changed-5333f968-31a2-4264-b286-3f00746d4c60. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.419037] env[69245]: DEBUG oslo_concurrency.lockutils [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] Acquiring lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.497843] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521974} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.498327] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/4922f5d8-6906-4c3b-86a8-ecaf136072ea.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.498931] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.499276] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-059b31fa-c271-45c5-861c-79530bd5f1dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.508162] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 954.508162] env[69245]: value = "task-3708102" [ 954.508162] env[69245]: _type = "Task" [ 954.508162] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.519714] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.550023] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708100, 'name': ReconfigVM_Task, 'duration_secs': 0.342764} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.550023] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.550023] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96130e64-7460-4e3b-95ad-d27f64dbacc0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.555312] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 954.555312] env[69245]: value = "task-3708103" [ 954.555312] env[69245]: _type = "Task" [ 954.555312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.569056] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708103, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.574192] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708101, 'name': ReconfigVM_Task, 'duration_secs': 0.478665} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.574686] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89/5dfce63e-88f8-458a-a9d7-4fe33c65ce89.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.575403] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-829f6599-3604-46ad-b4aa-e8d6ae9dd129 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.585913] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 954.585913] env[69245]: value = "task-3708104" [ 954.585913] env[69245]: _type = "Task" [ 954.585913] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.597217] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708104, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.631089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.631479] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Instance network_info: |[{"id": "5333f968-31a2-4264-b286-3f00746d4c60", "address": "fa:16:3e:43:ae:1f", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5333f968-31", "ovs_interfaceid": "5333f968-31a2-4264-b286-3f00746d4c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.631833] env[69245]: DEBUG oslo_concurrency.lockutils [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] Acquired lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.632061] env[69245]: DEBUG nova.network.neutron [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Refreshing network info cache for port 5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.633547] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ae:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5333f968-31a2-4264-b286-3f00746d4c60', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.648433] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.649821] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.650178] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2645118-5a43-499f-95f5-139a00bb11fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.678172] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.678172] env[69245]: value = "task-3708105" [ 954.678172] env[69245]: _type = "Task" [ 954.678172] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.688718] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708105, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.766726] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.769457] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.392s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.769986] env[69245]: DEBUG nova.objects.instance [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lazy-loading 'resources' on Instance uuid 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.804826] env[69245]: INFO nova.scheduler.client.report [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted allocations for instance 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3 [ 954.813171] env[69245]: DEBUG nova.compute.manager [req-d9dbe9ae-ba38-4079-8044-0f006b41ffa8 req-56adbc94-fe91-4eda-b8f6-b6573e4c21db service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Received event network-vif-deleted-08455ff6-a9c5-45d0-aaa5-87a81fbcec42 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.813325] env[69245]: INFO nova.compute.manager [req-d9dbe9ae-ba38-4079-8044-0f006b41ffa8 req-56adbc94-fe91-4eda-b8f6-b6573e4c21db service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Neutron deleted interface 08455ff6-a9c5-45d0-aaa5-87a81fbcec42; detaching it from the instance and deleting it from the info cache [ 954.813551] env[69245]: DEBUG nova.network.neutron [req-d9dbe9ae-ba38-4079-8044-0f006b41ffa8 req-56adbc94-fe91-4eda-b8f6-b6573e4c21db service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.986233] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.986611] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc50abe2-048d-4b32-8940-66f3629a79e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.001906] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 955.001906] env[69245]: value = "task-3708106" [ 955.001906] env[69245]: _type = "Task" [ 955.001906] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.020732] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071273} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.024614] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.025680] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e93f866-8063-4fb1-9bb7-15ccb2a1669d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.028384] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 955.028629] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.029694] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc21dc-50a5-42e0-8591-6f307aa35bc5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.054556] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/4922f5d8-6906-4c3b-86a8-ecaf136072ea.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.056987] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-707bf861-9c43-4497-8824-d757d6e1389e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.072174] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.075612] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2619321-7197-4c74-99b6-1eea9784fa2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.083786] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708103, 'name': Rename_Task, 'duration_secs': 0.171538} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.085206] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.085544] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 955.085544] env[69245]: value = "task-3708107" [ 955.085544] env[69245]: _type = "Task" [ 955.085544] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.085737] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28e3eb9-5061-496e-ba75-9f927571aa96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.099977] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708104, 'name': Rename_Task, 'duration_secs': 0.185947} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.104027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.104369] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 955.104369] env[69245]: value = "task-3708109" [ 955.104369] env[69245]: _type = "Task" [ 955.104369] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.104574] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.104848] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0da54b-bf5f-4ea9-bcd8-382ff152e17a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.118682] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.120369] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 955.120369] env[69245]: value = "task-3708110" [ 955.120369] env[69245]: _type = "Task" [ 955.120369] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.129933] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.151991] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.152237] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.152425] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.153181] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-409068de-c7d6-45eb-bd4a-2a5a87e7345c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161210] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 955.161210] env[69245]: value = "task-3708111" [ 955.161210] env[69245]: _type = "Task" [ 955.161210] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.173757] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.175222] env[69245]: DEBUG nova.network.neutron [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.188698] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708105, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.323147] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c3ac7b5f-8178-4dbf-b26a-90ed61d251c0 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.886s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.323147] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de8c3ff5-a3d1-4f23-a8e6-f9046fac83b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.337230] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27dac19-d407-45d7-95c8-2a01b08758f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.379486] env[69245]: DEBUG nova.compute.manager [req-d9dbe9ae-ba38-4079-8044-0f006b41ffa8 req-56adbc94-fe91-4eda-b8f6-b6573e4c21db service nova] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Detach interface failed, port_id=08455ff6-a9c5-45d0-aaa5-87a81fbcec42, reason: Instance 86cbb739-c278-48d0-b18c-2b3a491cbfa7 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.609351] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.618978] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.640771] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708110, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.648086] env[69245]: DEBUG nova.network.neutron [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updated VIF entry in instance network info cache for port 5333f968-31a2-4264-b286-3f00746d4c60. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.648588] env[69245]: DEBUG nova.network.neutron [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updating instance_info_cache with network_info: [{"id": "5333f968-31a2-4264-b286-3f00746d4c60", "address": "fa:16:3e:43:ae:1f", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5333f968-31", "ovs_interfaceid": "5333f968-31a2-4264-b286-3f00746d4c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.678891] env[69245]: INFO nova.compute.manager [-] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Took 1.63 seconds to deallocate network for instance. [ 955.679237] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171456} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.684128] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.684355] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.684535] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.702087] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708105, 'name': CreateVM_Task, 'duration_secs': 0.753434} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.702923] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.703308] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.703308] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.704027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.706854] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1f2975-e347-4b1d-83d6-276037b39caa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.714227] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 955.714227] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208a631-e53f-56f5-4697-a7353aa75b95" [ 955.714227] env[69245]: _type = "Task" [ 955.714227] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.724479] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208a631-e53f-56f5-4697-a7353aa75b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.885454] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca78fe4-97bd-4077-854d-330322407ebb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.893603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef1b91-a432-4061-961f-fa099ba3c6cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63526073-1194-4ece-80fb-1fb96c3e0025 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.935266] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7a182-07ca-4067-b66d-99bd83465cb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.951887] env[69245]: DEBUG nova.compute.provider_tree [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.099776] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708107, 'name': ReconfigVM_Task, 'duration_secs': 0.616178} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.099776] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/4922f5d8-6906-4c3b-86a8-ecaf136072ea.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.102260] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976e6a9a-1614-49ff-95ce-06f070aa3b45 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.107937] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 956.107937] env[69245]: value = "task-3708112" [ 956.107937] env[69245]: _type = "Task" [ 956.107937] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.121385] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708112, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.124650] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.133141] env[69245]: DEBUG oslo_vmware.api [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708110, 'name': PowerOnVM_Task, 'duration_secs': 0.862764} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.133463] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.133721] env[69245]: DEBUG nova.compute.manager [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.134558] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e17f06-98c1-4adf-a4c4-f368b55d3c1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.151365] env[69245]: DEBUG oslo_concurrency.lockutils [req-8974a840-ff28-4d03-9f51-ee0324279f6b req-777b7f73-9864-499d-b6ef-183fbacaa247 service nova] Releasing lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.198024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.223764] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208a631-e53f-56f5-4697-a7353aa75b95, 'name': SearchDatastore_Task, 'duration_secs': 0.010428} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.224159] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.225482] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.225482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.225482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.225482] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.225482] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a46eefc-cda7-4f13-9507-d759ba3bc5c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.234992] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.235219] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.235992] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c59898-2e9a-4891-a80c-ee330823cf03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.243522] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 956.243522] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523fc00d-e549-9989-2d7e-d6d85d1a4663" [ 956.243522] env[69245]: _type = "Task" [ 956.243522] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.257775] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523fc00d-e549-9989-2d7e-d6d85d1a4663, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.258645] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04ebaf0-1bc5-4ba9-a039-a1f6f66a83aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.270019] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 956.270019] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52219d13-3ed0-d4e0-f8da-9ce6a3ba707a" [ 956.270019] env[69245]: _type = "Task" [ 956.270019] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.278088] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52219d13-3ed0-d4e0-f8da-9ce6a3ba707a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.456033] env[69245]: DEBUG nova.scheduler.client.report [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.625194] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708109, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.625943] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708112, 'name': Rename_Task, 'duration_secs': 0.148746} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.626310] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.626660] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a32c2b2-ca72-4895-89f0-da6c220a8e04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.636272] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 956.636272] env[69245]: value = "task-3708113" [ 956.636272] env[69245]: _type = "Task" [ 956.636272] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.656820] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.660199] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.746241] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.746241] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.749817] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.750196] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.750384] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.750585] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.750853] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.751071] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.751300] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.751513] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.751738] env[69245]: DEBUG nova.virt.hardware [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.752799] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735ee04-2aad-4d99-9d52-955bdcd26d82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765026] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c13de9-5cd6-4fa6-8513-c069177f2c73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.784192] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52219d13-3ed0-d4e0-f8da-9ce6a3ba707a, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.792964] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.794101] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ad2693d9-a5f1-42ba-a471-249753646b3b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.794101] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:07:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.802401] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.802941] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e1b404-4b34-404a-bd98-df8278f9eb63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.805218] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.805533] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3626a80a-9a0d-4920-9a00-e6398e07b4a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.829806] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 956.829806] env[69245]: value = "task-3708114" [ 956.829806] env[69245]: _type = "Task" [ 956.829806] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.830296] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.830296] env[69245]: value = "task-3708115" [ 956.830296] env[69245]: _type = "Task" [ 956.830296] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.849353] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.855727] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708115, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.963036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.965411] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.453s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.965919] env[69245]: DEBUG nova.objects.instance [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lazy-loading 'resources' on Instance uuid 35a72864-4fdc-4458-96bd-d48d2739ec87 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.001143] env[69245]: INFO nova.scheduler.client.report [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted allocations for instance 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c [ 957.123780] env[69245]: DEBUG oslo_vmware.api [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708109, 'name': PowerOnVM_Task, 'duration_secs': 1.910165} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.124038] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.124267] env[69245]: INFO nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Took 10.83 seconds to spawn the instance on the hypervisor. [ 957.124451] env[69245]: DEBUG nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.125317] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e52b29-1163-421e-a074-12c12f24c737 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.148338] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708113, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.357198] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.361376] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708115, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.519047] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd6f898c-37c7-41fa-bbde-be32f680748d tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.532s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.659052] env[69245]: INFO nova.compute.manager [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Took 44.81 seconds to build instance. [ 957.667904] env[69245]: DEBUG oslo_vmware.api [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708113, 'name': PowerOnVM_Task, 'duration_secs': 1.023916} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.668183] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.668806] env[69245]: INFO nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Took 8.71 seconds to spawn the instance on the hypervisor. [ 957.668806] env[69245]: DEBUG nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.670667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74688c5c-756a-4d79-8323-69427ba9f7ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.865115] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708115, 'name': CreateVM_Task, 'duration_secs': 0.735206} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.869453] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677469} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.869687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.869952] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ad2693d9-a5f1-42ba-a471-249753646b3b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.870206] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.870930] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.871111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.871438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.871686] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8bc8f02-dbc3-462b-b85b-58ce6c38728e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.874577] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976ca6de-4b8d-4775-8853-7ac0434eb98b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.884047] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 957.884047] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265a8f0-0849-0444-7129-1b73c003c4ba" [ 957.884047] env[69245]: _type = "Task" [ 957.884047] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.890829] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 957.890829] env[69245]: value = "task-3708116" [ 957.890829] env[69245]: _type = "Task" [ 957.890829] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.902144] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265a8f0-0849-0444-7129-1b73c003c4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.903352] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.903676] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.903983] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.904386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.904611] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.905624] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2809c7-4cae-420f-9250-fa254c3c83f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.910628] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.913724] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.914057] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.914476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.914762] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.914960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.917496] env[69245]: INFO nova.compute.manager [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Terminating instance [ 957.923692] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.924212] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.926741] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23d08bea-edd8-4ecd-ade7-a29711f1204a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.934468] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 957.934468] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c3b6fb-0d1b-0a74-6aaf-c69eb88f3dbe" [ 957.934468] env[69245]: _type = "Task" [ 957.934468] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.949646] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c3b6fb-0d1b-0a74-6aaf-c69eb88f3dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.041824] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a75a572-f886-4379-b507-e727fca18251 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.052368] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decdb89b-319c-4382-b2a8-af1792d4524d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.082886] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde26671-699b-4b24-a210-bb8c91179969 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.090972] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b5901-9dec-4d03-8b55-96b93ac63ebd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.105268] env[69245]: DEBUG nova.compute.provider_tree [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.162032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-344a0856-7143-4fbb-8a9e-31e5d3faa8fb tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.337s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.192999] env[69245]: INFO nova.compute.manager [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Took 43.61 seconds to build instance. [ 958.405636] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.317693} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.406020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.406737] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e130870-a632-4dce-b9ef-3a609fda0673 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439712] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ad2693d9-a5f1-42ba-a471-249753646b3b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.439712] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "refresh_cache-5dfce63e-88f8-458a-a9d7-4fe33c65ce89" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.439712] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquired lock "refresh_cache-5dfce63e-88f8-458a-a9d7-4fe33c65ce89" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.439712] env[69245]: DEBUG nova.network.neutron [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.441341] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133e4462-4a07-4e86-b69f-043fc07386c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.467193] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c3b6fb-0d1b-0a74-6aaf-c69eb88f3dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.469546] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 958.469546] env[69245]: value = "task-3708117" [ 958.469546] env[69245]: _type = "Task" [ 958.469546] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.469546] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee0013c-2824-4a4c-af0f-8205b86af020 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.482103] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 958.482103] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52898b8e-f87d-43fd-b3be-7c4fc53fc909" [ 958.482103] env[69245]: _type = "Task" [ 958.482103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.482398] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.492955] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52898b8e-f87d-43fd-b3be-7c4fc53fc909, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.493402] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.493654] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.493947] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0872c9d-deef-42f6-b025-148c01908e98 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.502128] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 958.502128] env[69245]: value = "task-3708118" [ 958.502128] env[69245]: _type = "Task" [ 958.502128] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.511163] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.609171] env[69245]: DEBUG nova.scheduler.client.report [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.695289] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342c738b-3e61-40bf-9ce3-0d6fc1afa972 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.127s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.889461] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.890516] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.891634] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.892459] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.892813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.895348] env[69245]: INFO nova.compute.manager [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Terminating instance [ 958.983608] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708117, 'name': ReconfigVM_Task, 'duration_secs': 0.489073} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.984732] env[69245]: DEBUG nova.network.neutron [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.989321] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ad2693d9-a5f1-42ba-a471-249753646b3b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.989753] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69245) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 958.990942] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e50ec74f-004b-435b-94ab-9ba77aa7aaf2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.001586] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 959.001586] env[69245]: value = "task-3708119" [ 959.001586] env[69245]: _type = "Task" [ 959.001586] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.019029] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708119, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.019540] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708118, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.114869] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.124166] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.017s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.137761] env[69245]: DEBUG nova.network.neutron [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.150771] env[69245]: INFO nova.scheduler.client.report [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Deleted allocations for instance 35a72864-4fdc-4458-96bd-d48d2739ec87 [ 959.404503] env[69245]: DEBUG nova.compute.manager [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.404503] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.404741] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f58ff-13d3-4eb6-8909-badd65e2da94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.418146] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.418146] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9326bd0b-82e8-412a-80a5-522e1d4fff92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.426824] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 959.426824] env[69245]: value = "task-3708120" [ 959.426824] env[69245]: _type = "Task" [ 959.426824] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.440852] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.521999] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708119, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.152883} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.524847] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69245) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 959.525607] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518602} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.530941] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20758104-fe63-4bb7-abc8-ce7a64f021e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.532499] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.533256] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.533256] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e88b919-503a-4c5c-a592-fc629f4048d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.565169] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ephemeral_0.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.567604] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470f0c6a-308e-4a94-bade-83a9c3f79792 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.582324] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 959.582324] env[69245]: value = "task-3708121" [ 959.582324] env[69245]: _type = "Task" [ 959.582324] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.590200] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 959.590200] env[69245]: value = "task-3708122" [ 959.590200] env[69245]: _type = "Task" [ 959.590200] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.595297] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.603970] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.648594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Releasing lock "refresh_cache-5dfce63e-88f8-458a-a9d7-4fe33c65ce89" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.649240] env[69245]: DEBUG nova.compute.manager [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.651450] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.655014] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba91a89-b2e8-4f31-9894-586517feb71b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.668026] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.668026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00e810c2-7a49-4867-857b-b793d5976482 tempest-MultipleCreateTestJSON-1847930330 tempest-MultipleCreateTestJSON-1847930330-project-member] Lock "35a72864-4fdc-4458-96bd-d48d2739ec87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.704s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.668026] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c37921-9ee1-4367-87f4-f6753e3d6470 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.676807] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 959.676807] env[69245]: value = "task-3708123" [ 959.676807] env[69245]: _type = "Task" [ 959.676807] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.691256] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.943322] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708120, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.056740] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "fc010a87-d49a-4090-a838-975705d101e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.056740] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.096815] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083063} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.106524] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.107759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93406c30-7a8e-494c-a3e2-015fc6873fb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116342] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.137402] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.137740] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5f3df5-884b-44cf-b338-8d2411d9e977 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.154526] env[69245]: INFO nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating resource usage from migration 7851831c-4a7c-419c-820b-bd30c91ca322 [ 960.164129] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 960.164129] env[69245]: value = "task-3708124" [ 960.164129] env[69245]: _type = "Task" [ 960.164129] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.175777] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.184407] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.184407] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ae7e0e6f-aac9-47fa-93d2-75f19702f708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8d35fdc9-38e8-4e80-a2f1-b9df1649066e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c67b11b8-fffd-43f7-815c-428e01ec7872 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 10a6ea8e-7609-447e-aa54-202ff859cba5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance be8e0fe9-3777-42da-a8e7-658b0bc2bb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 414535bd-4bc0-4cca-9a89-e950c8e79f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c020b49d-0484-4df0-bca9-44053f5210ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 838dcd4a-a2bd-4d3d-9056-dec996ac8800 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8e79df1d-680f-4f16-99b6-6c6b5e943e2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 7a23fbd1-2577-4e36-9e80-97f185bbf426 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.186281] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance fdf081d6-be9c-439e-b773-e2015d4a7fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186281] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 86cbb739-c278-48d0-b18c-2b3a491cbfa7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.187057] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5dfce63e-88f8-458a-a9d7-4fe33c65ce89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.187057] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 54339c90-469c-4806-a006-ce6949d68ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.187057] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b0f65ff7-0778-4c6d-94e9-4c49226bb298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.187057] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4922f5d8-6906-4c3b-86a8-ecaf136072ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.187057] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ad2693d9-a5f1-42ba-a471-249753646b3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.194933] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708123, 'name': PowerOffVM_Task, 'duration_secs': 0.431742} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.195156] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.195249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.195745] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22a948c-c4d7-45db-8403-fe857745e787 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.225743] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.226617] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.226617] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Deleting the datastore file [datastore2] 5dfce63e-88f8-458a-a9d7-4fe33c65ce89 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.226617] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01bf88b1-2155-49c0-be88-ff5c5c268a05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.234802] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for the task: (returnval){ [ 960.234802] env[69245]: value = "task-3708126" [ 960.234802] env[69245]: _type = "Task" [ 960.234802] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.245653] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.409988] env[69245]: DEBUG nova.compute.manager [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.410951] env[69245]: DEBUG nova.compute.manager [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing instance network info cache due to event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.411247] env[69245]: DEBUG oslo_concurrency.lockutils [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.411484] env[69245]: DEBUG oslo_concurrency.lockutils [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.411784] env[69245]: DEBUG nova.network.neutron [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.445495] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708120, 'name': PowerOffVM_Task, 'duration_secs': 0.670348} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.445896] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.446162] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.446531] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7abd4dc-c189-4f6f-ace5-f93d585343e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.528249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.528618] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.528896] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore1] ae7e0e6f-aac9-47fa-93d2-75f19702f708 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.529603] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b893f7bc-e62f-4cb8-84d0-5a9747414954 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.540675] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 960.540675] env[69245]: value = "task-3708128" [ 960.540675] env[69245]: _type = "Task" [ 960.540675] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.554628] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.560429] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.610743] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708122, 'name': ReconfigVM_Task, 'duration_secs': 0.729642} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.612657] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b/ephemeral_0.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.613414] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beebf3f6-1e2e-424d-b411-014f93e04f68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.627585] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 960.627585] env[69245]: value = "task-3708129" [ 960.627585] env[69245]: _type = "Task" [ 960.627585] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.642442] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708129, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.677364] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708124, 'name': ReconfigVM_Task, 'duration_secs': 0.392417} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.677517] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4/54339c90-469c-4806-a006-ce6949d68ca4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.678537] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b8e2cc7-3e6e-427f-8cae-a7434b68e354 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.687832] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 960.687832] env[69245]: value = "task-3708130" [ 960.687832] env[69245]: _type = "Task" [ 960.687832] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.698026] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 65db32f2-f862-4509-ab04-cbaa9596fcfa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 960.699634] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708130, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.748244] env[69245]: DEBUG oslo_vmware.api [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Task: {'id': task-3708126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101569} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.748244] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.748244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.748244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.748244] env[69245]: INFO nova.compute.manager [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Took 1.10 seconds to destroy the instance on the hypervisor. [ 960.748820] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.749018] env[69245]: DEBUG nova.compute.manager [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.749181] env[69245]: DEBUG nova.network.neutron [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.773657] env[69245]: DEBUG nova.network.neutron [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.052279] env[69245]: DEBUG oslo_vmware.api [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138386} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.052631] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.052883] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.053118] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.053331] env[69245]: INFO nova.compute.manager [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Took 1.65 seconds to destroy the instance on the hypervisor. [ 961.054253] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.054253] env[69245]: DEBUG nova.compute.manager [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.054253] env[69245]: DEBUG nova.network.neutron [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.093131] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.137396] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708129, 'name': Rename_Task, 'duration_secs': 0.317121} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.137674] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.137922] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3aaa3a-9bfa-44d5-975c-66fbe37b8a13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.144279] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 961.144279] env[69245]: value = "task-3708131" [ 961.144279] env[69245]: _type = "Task" [ 961.144279] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.152510] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.196615] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708130, 'name': Rename_Task, 'duration_secs': 0.324012} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.197185] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.197588] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf5f505-1129-4eb4-b512-4e0a5722d7c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.201436] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 01a1d39c-09dc-4689-9239-7bb6367e575e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 961.201583] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Migration 7851831c-4a7c-419c-820b-bd30c91ca322 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 961.201708] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ed92fd9f-58cd-4fd2-919c-442bd0e7f20e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 961.204798] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 961.204798] env[69245]: value = "task-3708132" [ 961.204798] env[69245]: _type = "Task" [ 961.204798] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.213644] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.277927] env[69245]: DEBUG nova.network.neutron [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.498341] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "a93a4852-e43a-42fd-bd43-c436cec71980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.498637] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.660384] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.704691] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e42f30db-207b-4530-918d-3a980c47bef4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 961.721650] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708132, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.760862] env[69245]: DEBUG nova.network.neutron [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updated VIF entry in instance network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.761273] env[69245]: DEBUG nova.network.neutron [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.779046] env[69245]: INFO nova.compute.manager [-] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Took 1.03 seconds to deallocate network for instance. [ 961.820838] env[69245]: DEBUG nova.network.neutron [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.005785] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.157477] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.216164] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 3c723746-3838-4a9a-9cee-811500a2bd9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 962.218954] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708132, 'name': PowerOnVM_Task, 'duration_secs': 0.844344} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.218954] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.218954] env[69245]: DEBUG nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.220042] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4765af-db56-4585-8e27-0725f6315d77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.263903] env[69245]: DEBUG oslo_concurrency.lockutils [req-3f4ad9a7-9be3-452d-8e19-b14416f260ba req-321fbc25-b7c3-4eac-b9e9-ee0c53f52406 service nova] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.286672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.324552] env[69245]: INFO nova.compute.manager [-] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Took 1.27 seconds to deallocate network for instance. [ 962.439941] env[69245]: DEBUG nova.compute.manager [req-0776be4c-ecaf-4005-b092-6b143fa02725 req-1e97052e-3ae6-4cad-8b4b-93f32586d541 service nova] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Received event network-vif-deleted-c595880b-98fe-4b40-a991-3a2a8974f08e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.532657] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.661106] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.719876] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 962.731156] env[69245]: INFO nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] bringing vm to original state: 'stopped' [ 962.832814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.158608] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.226025] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 740526dc-af3a-41b0-b73c-1dc711198969 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.661025] env[69245]: DEBUG oslo_vmware.api [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708131, 'name': PowerOnVM_Task, 'duration_secs': 2.131127} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.661025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.661025] env[69245]: INFO nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Took 11.49 seconds to spawn the instance on the hypervisor. [ 963.661025] env[69245]: DEBUG nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.661025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6b84a-2fdc-477d-ac5f-3e2b47c94749 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.729274] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance fc010a87-d49a-4090-a838-975705d101e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.729626] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 963.729795] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 963.738260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.738507] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.738707] env[69245]: DEBUG nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.739691] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd08c4-2ed2-4881-a8be-a1930e0c6a7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.748961] env[69245]: DEBUG nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.180797] env[69245]: INFO nova.compute.manager [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Took 47.01 seconds to build instance. [ 964.219630] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07676c6-062c-4d91-b42b-413ce12ddf07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.228154] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b031e6-86ba-4322-8248-02340469f69e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.261017] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.261510] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f7f27f-5045-4a09-aac2-abe326fba1ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.263654] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979cb6a4-a41c-4380-a072-cb941ba9a2b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.274907] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78a504-51a8-4a32-8f20-4576aa9527c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.281690] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 964.281690] env[69245]: value = "task-3708133" [ 964.281690] env[69245]: _type = "Task" [ 964.281690] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.294987] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.301525] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.683748] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae271ac9-2753-45cf-a9af-68b39e12b0e8 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.520s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.794060] env[69245]: DEBUG oslo_vmware.api [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708133, 'name': PowerOffVM_Task, 'duration_secs': 0.318754} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.794378] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.794606] env[69245]: DEBUG nova.compute.manager [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.795606] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f420b-3685-49d6-bfb2-6d8536654d93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.799291] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.305187] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 965.306064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.181s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.306064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.570s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.306064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.314419] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.221s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.314419] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.316807] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.399s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.319097] env[69245]: INFO nova.compute.claims [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.326497] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.326497] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Cleaning up deleted instances {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 965.333502] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.595s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.360627] env[69245]: INFO nova.scheduler.client.report [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleted allocations for instance c67b11b8-fffd-43f7-815c-428e01ec7872 [ 965.369080] env[69245]: INFO nova.scheduler.client.report [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Deleted allocations for instance 838dcd4a-a2bd-4d3d-9056-dec996ac8800 [ 965.681065] env[69245]: DEBUG nova.compute.manager [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Received event network-changed-5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.681065] env[69245]: DEBUG nova.compute.manager [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Refreshing instance network info cache due to event network-changed-5333f968-31a2-4264-b286-3f00746d4c60. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.681065] env[69245]: DEBUG oslo_concurrency.lockutils [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] Acquiring lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.681065] env[69245]: DEBUG oslo_concurrency.lockutils [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] Acquired lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.681065] env[69245]: DEBUG nova.network.neutron [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Refreshing network info cache for port 5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.852214] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] There are 39 instances to clean {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 965.852516] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 35a72864-4fdc-4458-96bd-d48d2739ec87] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.871935] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.879542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f579a731-6af7-4c68-a01b-234d12caa1e7 tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "c67b11b8-fffd-43f7-815c-428e01ec7872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.987s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.886198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d7bff1d9-6c84-4d91-af28-d95f2ab2d555 tempest-ServerAddressesTestJSON-1304762753 tempest-ServerAddressesTestJSON-1304762753-project-member] Lock "838dcd4a-a2bd-4d3d-9056-dec996ac8800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.147s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.362951] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 262f3c6a-ee21-4e5f-903f-e7b89b2cc2d3] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.540016] env[69245]: DEBUG nova.network.neutron [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updated VIF entry in instance network info cache for port 5333f968-31a2-4264-b286-3f00746d4c60. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.540419] env[69245]: DEBUG nova.network.neutron [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updating instance_info_cache with network_info: [{"id": "5333f968-31a2-4264-b286-3f00746d4c60", "address": "fa:16:3e:43:ae:1f", "network": {"id": "e83716d1-67b9-4b0b-994d-7895796db237", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-118267392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1f2be2cf604fafa89e46646ad82c22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5333f968-31", "ovs_interfaceid": "5333f968-31a2-4264-b286-3f00746d4c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.766745] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.767090] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.767356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "54339c90-469c-4806-a006-ce6949d68ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.767847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.767847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.772254] env[69245]: INFO nova.compute.manager [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Terminating instance [ 966.850629] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b95c9-c019-4ddd-9831-a218fd428122 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.862824] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21d2b87-7f66-4b7b-8a15-ac4d2819d199 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.871381] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 196a0c22-cd45-4c37-9a35-75511fd2d0de] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.903084] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec240642-14c0-4f8f-9789-68792f5becfe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.913800] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decaad3e-5e72-495c-814f-9a2ed952e313 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.931553] env[69245]: DEBUG nova.compute.provider_tree [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.951936] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.952785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.043539] env[69245]: DEBUG oslo_concurrency.lockutils [req-802eac5d-899a-4996-b031-85dfe646e56a req-cc7b9e55-43fe-4bc6-81db-0424620a8b32 service nova] Releasing lock "refresh_cache-ad2693d9-a5f1-42ba-a471-249753646b3b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.283100] env[69245]: DEBUG nova.compute.manager [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.283100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.283100] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ccf4d8-3773-4b64-82ba-ddef2b3b3c54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.291629] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.292075] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c07d0e19-1c2f-49b3-b25b-7cee9cdfd389 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.373888] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.373888] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.374214] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore2] 54339c90-469c-4806-a006-ce6949d68ca4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.374538] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: e32032ac-3659-472b-b593-cadfb38f977c] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.376557] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d081e475-96ff-4e56-b6bf-a5479169a5e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.385961] env[69245]: DEBUG oslo_vmware.api [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 967.385961] env[69245]: value = "task-3708135" [ 967.385961] env[69245]: _type = "Task" [ 967.385961] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.398044] env[69245]: DEBUG oslo_vmware.api [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.435160] env[69245]: DEBUG nova.scheduler.client.report [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.455272] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.880019] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 22ed893c-95fc-4487-87cc-e3d7727c2230] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.895994] env[69245]: DEBUG oslo_vmware.api [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157135} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.896427] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.896721] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.897190] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.897312] env[69245]: INFO nova.compute.manager [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Took 0.62 seconds to destroy the instance on the hypervisor. [ 967.897669] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.897902] env[69245]: DEBUG nova.compute.manager [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.898098] env[69245]: DEBUG nova.network.neutron [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.945470] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.946027] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.949411] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.280s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.949411] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.951604] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.586s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.954121] env[69245]: INFO nova.compute.claims [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.982033] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.994581] env[69245]: INFO nova.scheduler.client.report [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted allocations for instance b6fa4c33-43dc-4908-8dfc-7e89c803f0d6 [ 968.381197] env[69245]: DEBUG nova.compute.manager [req-b62ce444-63cf-44b0-ade1-15c78a43200b req-533e2120-925c-432b-9136-a62c5d06b006 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Received event network-vif-deleted-52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.381458] env[69245]: INFO nova.compute.manager [req-b62ce444-63cf-44b0-ade1-15c78a43200b req-533e2120-925c-432b-9136-a62c5d06b006 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Neutron deleted interface 52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7; detaching it from the instance and deleting it from the info cache [ 968.381492] env[69245]: DEBUG nova.network.neutron [req-b62ce444-63cf-44b0-ade1-15c78a43200b req-533e2120-925c-432b-9136-a62c5d06b006 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.383733] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f7dbf915-0416-4aa8-9811-56ecef1916ea] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.459689] env[69245]: DEBUG nova.compute.utils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.461684] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.461684] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.507664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-828e3f0f-bba2-46ab-9b8e-6cc0aef4aba8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b6fa4c33-43dc-4908-8dfc-7e89c803f0d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.540s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.544231] env[69245]: DEBUG nova.policy [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6925730dcc9047c39d385be46a1c34d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01c9ee5563fd4ed486c006b208f3dd60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.791525] env[69245]: DEBUG nova.network.neutron [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.885062] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f837e87-02ef-4880-83d0-81920ace0584 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.887891] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 86bff97b-2120-400d-b464-05c3400125cc] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.898486] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544e5fc-b17b-4b97-aeb5-76722396936d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.937359] env[69245]: DEBUG nova.compute.manager [req-b62ce444-63cf-44b0-ade1-15c78a43200b req-533e2120-925c-432b-9136-a62c5d06b006 service nova] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Detach interface failed, port_id=52a4d6a2-1827-4bfb-8ad0-797f3eadf8c7, reason: Instance 54339c90-469c-4806-a006-ce6949d68ca4 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.965464] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.010865] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Successfully created port: 3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.294566] env[69245]: INFO nova.compute.manager [-] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Took 1.40 seconds to deallocate network for instance. [ 969.393889] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 4e68d324-6c16-4173-bb86-a89af3de302e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.434409] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c4f1f0-b9a1-4110-8cc1-1e5173fce9a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.443571] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a728447-85e9-453a-9eed-713c1468569a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.482815] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3395c8-85df-470d-9fe9-07a3783f4729 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.492605] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270564eb-d515-44a5-8ab5-5ec730fac0c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.509078] env[69245]: DEBUG nova.compute.provider_tree [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.806180] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.898774] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 13440a25-adc8-40d3-9a4c-bc04d0487141] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.991308] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.014356] env[69245]: DEBUG nova.scheduler.client.report [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.021441] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.021781] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.022036] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.022163] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.022310] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.022540] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.022897] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.023021] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.023208] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.023371] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.023548] env[69245]: DEBUG nova.virt.hardware [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.024509] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2971a4fa-4cf5-4d95-94be-d1c537a21e2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.035095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975c6618-075c-4386-bd4c-52d85185fe35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.401689] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: cbd6cd92-e70b-4dcd-8de0-7a12a473d01b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.518278] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.519263] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.524167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.935s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.740517] env[69245]: DEBUG nova.compute.manager [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Received event network-vif-plugged-3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.740749] env[69245]: DEBUG oslo_concurrency.lockutils [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] Acquiring lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.741067] env[69245]: DEBUG oslo_concurrency.lockutils [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.741242] env[69245]: DEBUG oslo_concurrency.lockutils [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.741410] env[69245]: DEBUG nova.compute.manager [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] No waiting events found dispatching network-vif-plugged-3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 970.741578] env[69245]: WARNING nova.compute.manager [req-a702cabb-bb82-4466-931f-c9bc507fd49a req-829467aa-bd40-487a-a873-c3cd970b0d13 service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Received unexpected event network-vif-plugged-3486177f-55b6-455f-b73a-4d12f80e407b for instance with vm_state building and task_state spawning. [ 970.830999] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.831263] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.845428] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Successfully updated port: 3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.905483] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 66fbc220-b650-4b82-a3f8-f6f55a3dbcf7] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.025985] env[69245]: DEBUG nova.compute.utils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.029820] env[69245]: INFO nova.compute.claims [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.034145] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.034345] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.077348] env[69245]: DEBUG nova.policy [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa16e3f0ac9d4c968750d226c0e0068c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e75381b44584f7e8727b4bd38f04c2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.337944] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.349269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.349269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.349269] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.412480] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 2add4819-da09-4267-a9fa-b29dfd8c5b9d] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.537421] env[69245]: INFO nova.compute.resource_tracker [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating resource usage from migration 7851831c-4a7c-419c-820b-bd30c91ca322 [ 971.540400] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.620475] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Successfully created port: 4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.870161] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.889109] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.917046] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f153deb7-511b-45b6-817f-7e5e55cf9836] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.102880] env[69245]: DEBUG nova.network.neutron [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Updating instance_info_cache with network_info: [{"id": "3486177f-55b6-455f-b73a-4d12f80e407b", "address": "fa:16:3e:11:37:d5", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486177f-55", "ovs_interfaceid": "3486177f-55b6-455f-b73a-4d12f80e407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.116937] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377814d-2e14-4b06-9ff3-67726666c9b8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.127373] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ce6d42-bb97-448b-b693-f0f80cd47007 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.161581] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc5f47-d2ad-4570-af12-9a3b61d10b0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.171746] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f4502-686d-428a-a3c0-266ad907f9b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.187393] env[69245]: DEBUG nova.compute.provider_tree [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.417850] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.418189] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.420664] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 6eab8aa4-2e32-4a3a-8a13-bdffbce8eabb] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.567563] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.598894] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.599198] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.599367] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.599534] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.599699] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.599935] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.600059] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.600253] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.600441] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.600608] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.600795] env[69245]: DEBUG nova.virt.hardware [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.601689] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4cd1e4-81f6-4e68-ad3c-ddf358b00aa4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.608302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.608616] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Instance network_info: |[{"id": "3486177f-55b6-455f-b73a-4d12f80e407b", "address": "fa:16:3e:11:37:d5", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486177f-55", "ovs_interfaceid": "3486177f-55b6-455f-b73a-4d12f80e407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.612201] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:37:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3486177f-55b6-455f-b73a-4d12f80e407b', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.621940] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.622275] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.623589] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07376166-a3dc-49e7-8ad7-341c9b402901 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.630703] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8871b35-2dfb-482e-8445-eba55b03e530 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.660692] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.660692] env[69245]: value = "task-3708136" [ 972.660692] env[69245]: _type = "Task" [ 972.660692] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.669803] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708136, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.693028] env[69245]: DEBUG nova.scheduler.client.report [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.854941] env[69245]: DEBUG nova.compute.manager [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Received event network-changed-3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.855181] env[69245]: DEBUG nova.compute.manager [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Refreshing instance network info cache due to event network-changed-3486177f-55b6-455f-b73a-4d12f80e407b. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.855430] env[69245]: DEBUG oslo_concurrency.lockutils [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] Acquiring lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.855592] env[69245]: DEBUG oslo_concurrency.lockutils [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] Acquired lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.855777] env[69245]: DEBUG nova.network.neutron [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Refreshing network info cache for port 3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.924467] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b7c6331c-3651-4b02-b34c-c8efaccec931] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.171619] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708136, 'name': CreateVM_Task, 'duration_secs': 0.371481} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.172234] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.172580] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.172748] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.173095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.173364] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749e649c-7f8f-47fb-bd1e-7e53570588e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.179073] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 973.179073] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb9e-d3b8-5b74-6e3e-4fb7f69a37f4" [ 973.179073] env[69245]: _type = "Task" [ 973.179073] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.187914] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb9e-d3b8-5b74-6e3e-4fb7f69a37f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.197162] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.675s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.197398] env[69245]: INFO nova.compute.manager [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Migrating [ 973.204364] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.474s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.204585] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.206775] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.161s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.207017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.208843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.118s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.210305] env[69245]: INFO nova.compute.claims [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.252020] env[69245]: INFO nova.scheduler.client.report [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Deleted allocations for instance 7a23fbd1-2577-4e36-9e80-97f185bbf426 [ 973.252020] env[69245]: INFO nova.scheduler.client.report [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Deleted allocations for instance 8d35fdc9-38e8-4e80-a2f1-b9df1649066e [ 973.428985] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 7af95d4f-b663-45f4-8e7c-5462659e95f5] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.515451] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Successfully updated port: 4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.588515] env[69245]: DEBUG nova.network.neutron [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Updated VIF entry in instance network info cache for port 3486177f-55b6-455f-b73a-4d12f80e407b. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.588950] env[69245]: DEBUG nova.network.neutron [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Updating instance_info_cache with network_info: [{"id": "3486177f-55b6-455f-b73a-4d12f80e407b", "address": "fa:16:3e:11:37:d5", "network": {"id": "cda542da-3ca7-47ec-b0aa-c926b1bf077e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1329232610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01c9ee5563fd4ed486c006b208f3dd60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3486177f-55", "ovs_interfaceid": "3486177f-55b6-455f-b73a-4d12f80e407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.693162] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb9e-d3b8-5b74-6e3e-4fb7f69a37f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.693589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.693869] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.694723] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.694952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.695189] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.695494] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f7b394-ea27-428d-bf3d-cfc4cdb5c546 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.706170] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.706375] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.707335] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ffc921-9b65-4716-bfb3-805868533629 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.713178] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 973.713178] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232c4b0-5628-83a0-a051-be336159b8a4" [ 973.713178] env[69245]: _type = "Task" [ 973.713178] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.725286] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.725286] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.725286] env[69245]: DEBUG nova.network.neutron [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.726180] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232c4b0-5628-83a0-a051-be336159b8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.764774] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d906b76c-1206-4eba-8d92-da6087c2bccc tempest-ServersTestMultiNic-1546694707 tempest-ServersTestMultiNic-1546694707-project-member] Lock "7a23fbd1-2577-4e36-9e80-97f185bbf426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.630s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.765854] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3ba16589-90e9-4f54-babc-71fa4e48a3c1 tempest-VolumesAssistedSnapshotsTest-1717929212 tempest-VolumesAssistedSnapshotsTest-1717929212-project-member] Lock "8d35fdc9-38e8-4e80-a2f1-b9df1649066e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.082s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.934779] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 52226813-7807-42e1-9d49-378dbd70a061] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.018169] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.018336] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.018492] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.094743] env[69245]: DEBUG oslo_concurrency.lockutils [req-aaa813d7-cd60-4db5-b4b4-1d40401bd764 req-e194f852-78cb-4046-b05b-cab4efb1f91d service nova] Releasing lock "refresh_cache-65db32f2-f862-4509-ab04-cbaa9596fcfa" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.224343] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232c4b0-5628-83a0-a051-be336159b8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.225194] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e5dc89-1f25-42c4-be63-52ca2d072852 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.236187] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 974.236187] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52684d75-3956-3117-00aa-30df143a8550" [ 974.236187] env[69245]: _type = "Task" [ 974.236187] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.247144] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52684d75-3956-3117-00aa-30df143a8550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.438847] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 8c0e01e9-6e20-43a3-b2b7-d01ff61b79c3] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.492898] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.493249] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.493447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.493949] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.494163] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.498322] env[69245]: INFO nova.compute.manager [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Terminating instance [ 974.584458] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.604686] env[69245]: DEBUG nova.network.neutron [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.714890] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c12996-ba29-4a97-8149-9c6ca6045236 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.723358] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc491eb-4cd2-472f-858b-8994fe6ec13d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.760813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1674037-df6b-4c03-bc11-ce9c38afd57a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.770100] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52684d75-3956-3117-00aa-30df143a8550, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.772305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.773174] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 65db32f2-f862-4509-ab04-cbaa9596fcfa/65db32f2-f862-4509-ab04-cbaa9596fcfa.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.773174] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb08c66-1918-48ff-bae6-e9c2889615b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.775738] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db20330-44ef-4fde-9f9c-c13e09b4adb2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.793333] env[69245]: DEBUG nova.compute.provider_tree [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.797493] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 974.797493] env[69245]: value = "task-3708137" [ 974.797493] env[69245]: _type = "Task" [ 974.797493] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.804126] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.889899] env[69245]: DEBUG nova.compute.manager [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Received event network-vif-plugged-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.890068] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Acquiring lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.890274] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.890444] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.890610] env[69245]: DEBUG nova.compute.manager [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] No waiting events found dispatching network-vif-plugged-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 974.891775] env[69245]: WARNING nova.compute.manager [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Received unexpected event network-vif-plugged-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 for instance with vm_state building and task_state spawning. [ 974.891775] env[69245]: DEBUG nova.compute.manager [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Received event network-changed-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.891775] env[69245]: DEBUG nova.compute.manager [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Refreshing instance network info cache due to event network-changed-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.891775] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Acquiring lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.944490] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: d76103e4-36df-4a38-96e9-83ee667c3e1e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.978504] env[69245]: DEBUG nova.network.neutron [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Updating instance_info_cache with network_info: [{"id": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "address": "fa:16:3e:7b:5f:6c", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc7e21e-df", "ovs_interfaceid": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.007977] env[69245]: DEBUG nova.compute.manager [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.008239] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.009755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82278f3-8d68-41a6-8316-a094a2b4efdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.019702] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.019995] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ad8115-66a3-431f-a3a6-44ef4e80f4d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.032393] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 975.032393] env[69245]: value = "task-3708138" [ 975.032393] env[69245]: _type = "Task" [ 975.032393] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.043693] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.110199] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.297737] env[69245]: DEBUG nova.scheduler.client.report [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.316627] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708137, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.450334] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 2c4b1f26-fd3b-46ee-9830-774e54796cbc] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.481029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.481399] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Instance network_info: |[{"id": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "address": "fa:16:3e:7b:5f:6c", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc7e21e-df", "ovs_interfaceid": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.481700] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Acquired lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.481883] env[69245]: DEBUG nova.network.neutron [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Refreshing network info cache for port 4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.483495] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:5f:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.499813] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.500880] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.501135] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0adf19e-aa0b-4cde-bc6e-29ae401ef1e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.522687] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.522687] env[69245]: value = "task-3708139" [ 975.522687] env[69245]: _type = "Task" [ 975.522687] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.534300] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708139, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.541493] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708138, 'name': PowerOffVM_Task, 'duration_secs': 0.259581} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.541766] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.541937] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.542235] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-440a3cdd-88dd-4385-87b6-c15e118231a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.618025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.618025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.618025] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Deleting the datastore file [datastore2] fdf081d6-be9c-439e-b773-e2015d4a7fae {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.618025] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9c303da-2b7c-4122-8dbf-e97f49d6d6a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.624045] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for the task: (returnval){ [ 975.624045] env[69245]: value = "task-3708141" [ 975.624045] env[69245]: _type = "Task" [ 975.624045] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.634061] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.814124] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.817228] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.818257] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713305} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.819957] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.407s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.825131] env[69245]: INFO nova.compute.claims [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.829948] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 65db32f2-f862-4509-ab04-cbaa9596fcfa/65db32f2-f862-4509-ab04-cbaa9596fcfa.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.830398] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.830869] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a9e9d83-b72b-4702-b358-4512a96d9b1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.841247] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 975.841247] env[69245]: value = "task-3708142" [ 975.841247] env[69245]: _type = "Task" [ 975.841247] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.854058] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.956025] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 9a01687a-a5c9-4ec4-b2d0-d86b8d786e8b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.033574] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708139, 'name': CreateVM_Task, 'duration_secs': 0.4075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.033887] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.034767] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.035062] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.035474] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.035907] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89532028-7781-4e25-83c2-b4194b49b062 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.044018] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 976.044018] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ff8b-0fbf-e44d-ba81-2c12e0d1b02b" [ 976.044018] env[69245]: _type = "Task" [ 976.044018] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.051545] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ff8b-0fbf-e44d-ba81-2c12e0d1b02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.135487] env[69245]: DEBUG oslo_vmware.api [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Task: {'id': task-3708141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150103} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.137477] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.137885] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.138202] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.138499] env[69245]: INFO nova.compute.manager [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 976.138964] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.139683] env[69245]: DEBUG nova.compute.manager [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.139903] env[69245]: DEBUG nova.network.neutron [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.323476] env[69245]: DEBUG nova.compute.utils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.324561] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 976.353092] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078561} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.353880] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.355750] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48e753-033d-48f3-9f90-293bc9f68ae0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.380695] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 65db32f2-f862-4509-ab04-cbaa9596fcfa/65db32f2-f862-4509-ab04-cbaa9596fcfa.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.381541] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b135648-d619-4891-a955-482ac60ea6fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.407022] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 976.407022] env[69245]: value = "task-3708143" [ 976.407022] env[69245]: _type = "Task" [ 976.407022] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.413580] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.454541] env[69245]: DEBUG nova.network.neutron [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Updated VIF entry in instance network info cache for port 4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.454541] env[69245]: DEBUG nova.network.neutron [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Updating instance_info_cache with network_info: [{"id": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "address": "fa:16:3e:7b:5f:6c", "network": {"id": "de28bd85-d1d1-4628-ae3b-bd5311fcf12a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-16978879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e75381b44584f7e8727b4bd38f04c2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc7e21e-df", "ovs_interfaceid": "4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.459756] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: a9b3a7da-f8fa-4819-ae19-3b21257936ba] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.558655] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ff8b-0fbf-e44d-ba81-2c12e0d1b02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.559226] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.559603] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.559978] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.560277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.560579] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.560971] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c06e36-bfd0-46bc-8d2d-80c0259d7490 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.572239] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.572467] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.577021] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee552e38-3326-49f1-93a0-94592a9caa20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.585037] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 976.585037] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5252a700-96a7-78a7-00d2-31499de05a45" [ 976.585037] env[69245]: _type = "Task" [ 976.585037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.596849] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5252a700-96a7-78a7-00d2-31499de05a45, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.599310] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaef053-f32b-4f96-84b5-379cc184ee8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.606082] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 976.606082] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529453fb-8f7b-c87a-aeea-137942a1bdd7" [ 976.606082] env[69245]: _type = "Task" [ 976.606082] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.617395] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529453fb-8f7b-c87a-aeea-137942a1bdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.628599] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98570a0-78e9-49ed-998b-88959608b351 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.652128] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.825678] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.924233] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708143, 'name': ReconfigVM_Task, 'duration_secs': 0.339494} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.924485] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 65db32f2-f862-4509-ab04-cbaa9596fcfa/65db32f2-f862-4509-ab04-cbaa9596fcfa.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.927944] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f52a818-4bbb-466b-a0e0-40ef53d23d47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.937663] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 976.937663] env[69245]: value = "task-3708144" [ 976.937663] env[69245]: _type = "Task" [ 976.937663] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.952070] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708144, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.956764] env[69245]: DEBUG oslo_concurrency.lockutils [req-bc24a73b-4a41-4fff-bfab-ea7b62e58d98 req-b61448db-93d6-4b7d-b410-6d5acc0b9946 service nova] Releasing lock "refresh_cache-01a1d39c-09dc-4689-9239-7bb6367e575e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.962319] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: e6ce1154-cb3c-4906-a59c-a596e4eb5706] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.118845] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529453fb-8f7b-c87a-aeea-137942a1bdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.119237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.119502] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 01a1d39c-09dc-4689-9239-7bb6367e575e/01a1d39c-09dc-4689-9239-7bb6367e575e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.119762] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa4199c-b7ce-4673-b5ba-bed4a38a5a50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.128579] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 977.128579] env[69245]: value = "task-3708145" [ 977.128579] env[69245]: _type = "Task" [ 977.128579] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.142337] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.144601] env[69245]: DEBUG nova.compute.manager [req-95812b35-8ee8-4bd0-affd-9e064a4e61c5 req-852c099e-6731-4437-915a-35fbe5945edf service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Received event network-vif-deleted-4d4f8c71-cefc-46bd-bc59-0029998b2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.144820] env[69245]: INFO nova.compute.manager [req-95812b35-8ee8-4bd0-affd-9e064a4e61c5 req-852c099e-6731-4437-915a-35fbe5945edf service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Neutron deleted interface 4d4f8c71-cefc-46bd-bc59-0029998b2c08; detaching it from the instance and deleting it from the info cache [ 977.145020] env[69245]: DEBUG nova.network.neutron [req-95812b35-8ee8-4bd0-affd-9e064a4e61c5 req-852c099e-6731-4437-915a-35fbe5945edf service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.161951] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.162975] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24d0cce-d742-4ede-beae-fb237a31ea91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.176328] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 977.176328] env[69245]: value = "task-3708146" [ 977.176328] env[69245]: _type = "Task" [ 977.176328] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.190647] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.454666] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708144, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.466483] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 0f5ba36c-b060-4bce-b975-dc2b9d9b6e2c] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.486069] env[69245]: DEBUG nova.network.neutron [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.507906] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe19560a-afdf-4e98-af31-8b4bf9f214a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.517797] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba069b3f-8235-4ea7-806b-4ecc99cf9ff2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.554100] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405e116d-a9f6-49c3-948c-5da485d0648f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.563484] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6036a-86c0-44c4-a984-e0b8811aace9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.588162] env[69245]: DEBUG nova.compute.provider_tree [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.642253] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.648160] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74b89c2a-ed49-4e54-b82c-7211d87867df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.660829] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336bdbf2-ead8-4326-b1df-09fbedf8e96e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.687922] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708146, 'name': PowerOffVM_Task, 'duration_secs': 0.212909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.689079] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.689079] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.705686] env[69245]: DEBUG nova.compute.manager [req-95812b35-8ee8-4bd0-affd-9e064a4e61c5 req-852c099e-6731-4437-915a-35fbe5945edf service nova] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Detach interface failed, port_id=4d4f8c71-cefc-46bd-bc59-0029998b2c08, reason: Instance fdf081d6-be9c-439e-b773-e2015d4a7fae could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.842197] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.884024] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.884218] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.884412] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.884566] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.884715] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.884861] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.885127] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.885388] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.885609] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.885878] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.886235] env[69245]: DEBUG nova.virt.hardware [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.888732] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8264f3c6-49b2-4f16-8456-d0d215c4bd62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.897899] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c934d9-7b20-4626-81ae-db4f62d6cdd2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.913758] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.919482] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Creating folder: Project (8f7936eb06e54e68be0ea2157d0adf72). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.919865] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce530e82-0e29-4c54-9115-7e4ee6f08fb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.935470] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Created folder: Project (8f7936eb06e54e68be0ea2157d0adf72) in parent group-v738357. [ 977.936685] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Creating folder: Instances. Parent ref: group-v738553. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.936685] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be746b8d-76ca-4f66-a0e8-3acc5ee3c748 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.947868] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708144, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.949384] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Created folder: Instances in parent group-v738553. [ 977.949623] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.949821] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.950125] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd8072e1-c7b2-407a-b408-48681c1e6212 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.971186] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f06d8e83-f8e4-41d5-a3cb-e3b7a48f2431] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.973366] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.973366] env[69245]: value = "task-3708149" [ 977.973366] env[69245]: _type = "Task" [ 977.973366] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.987961] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708149, 'name': CreateVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.995238] env[69245]: INFO nova.compute.manager [-] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Took 1.86 seconds to deallocate network for instance. [ 978.092164] env[69245]: DEBUG nova.scheduler.client.report [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.142121] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593519} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.143407] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 01a1d39c-09dc-4689-9239-7bb6367e575e/01a1d39c-09dc-4689-9239-7bb6367e575e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.143407] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.143407] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff0b0932-7aff-45b4-be5f-ac0a2aa2e99c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.152495] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 978.152495] env[69245]: value = "task-3708150" [ 978.152495] env[69245]: _type = "Task" [ 978.152495] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.162757] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.209097] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.209440] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.209613] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.209808] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.209975] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.210715] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.211007] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.211193] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.211423] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.211609] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.211810] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.217183] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893f33b1-deb0-49ab-8cf3-fc360f46b852 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.235065] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 978.235065] env[69245]: value = "task-3708151" [ 978.235065] env[69245]: _type = "Task" [ 978.235065] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.247597] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.452357] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708144, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.483196] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 211374d1-cebf-44bd-8394-076ca21242f0] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.483196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "10a6ea8e-7609-447e-aa54-202ff859cba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.483196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.483196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.483196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.483868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.486589] env[69245]: INFO nova.compute.manager [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Terminating instance [ 978.494079] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708149, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.503697] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.598301] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.598652] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.602074] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.165s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.602074] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.602244] env[69245]: INFO nova.compute.manager [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Successfully reverted task state from image_uploading on failure for instance. [ 978.606153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.700s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.606153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.611021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.098s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.611344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.613894] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.332s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.614201] env[69245]: DEBUG nova.objects.instance [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server [None req-0148b576-aca3-402e-acc6-679768260147 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-738527' has already been deleted or has not been completely created [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server raise self.value [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 167, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server raise self.value [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 158, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 214, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server raise self.value [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 204, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 234, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server raise self.value [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 231, in decorated_function [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 978.622593] env[69245]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 937, in _delete_vm_snapshot [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server self._session._wait_for_task(delete_snapshot_task) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server return self.wait_for_task(task_ref) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server return evt.wait() [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server self.f(*self.args, **self.kw) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server raise exceptions.translate_fault(task_info.error) [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-738527' has already been deleted or has not been completely created [ 978.623880] env[69245]: ERROR oslo_messaging.rpc.server [ 978.661953] env[69245]: INFO nova.scheduler.client.report [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted allocations for instance c020b49d-0484-4df0-bca9-44053f5210ae [ 978.672745] env[69245]: INFO nova.scheduler.client.report [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted allocations for instance 8e79df1d-680f-4f16-99b6-6c6b5e943e2b [ 978.681658] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09806} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.686139] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.686139] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5935728f-039b-4bb3-97c2-06cba10c0725 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.712627] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 01a1d39c-09dc-4689-9239-7bb6367e575e/01a1d39c-09dc-4689-9239-7bb6367e575e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.713423] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b4c4a3c-df1f-4372-8219-d75fa5aa6074 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.735605] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 978.735605] env[69245]: value = "task-3708152" [ 978.735605] env[69245]: _type = "Task" [ 978.735605] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.749010] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708151, 'name': ReconfigVM_Task, 'duration_secs': 0.466427} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.753148] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.757325] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.954125] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708144, 'name': Rename_Task, 'duration_secs': 1.912622} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.954125] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.954388] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6091e102-55dc-46ca-8ece-2bbb60bdfb70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.963246] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 978.963246] env[69245]: value = "task-3708153" [ 978.963246] env[69245]: _type = "Task" [ 978.963246] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.972538] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.986105] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708149, 'name': CreateVM_Task, 'duration_secs': 0.545657} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.986640] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b0d76866-db4b-4132-9607-deddf4195756] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.988731] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.989372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.989672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.989881] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.990496] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59a8e9f-39e3-4b08-9457-5da300a12724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.996691] env[69245]: DEBUG nova.compute.manager [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.996840] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.997794] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 978.997794] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237a30c-419c-7dfb-607f-42d2fea5aa1e" [ 978.997794] env[69245]: _type = "Task" [ 978.997794] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.997794] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8513746e-24ad-46c1-9960-a8a6d5e4d112 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.009930] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237a30c-419c-7dfb-607f-42d2fea5aa1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.012067] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 979.012067] env[69245]: value = "task-3708154" [ 979.012067] env[69245]: _type = "Task" [ 979.012067] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.022783] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.125328] env[69245]: DEBUG nova.compute.utils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.128234] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.129033] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.190722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7c16ea97-10f8-4d4b-bb6c-fa82a5ac5cc4 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "c020b49d-0484-4df0-bca9-44053f5210ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.840s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.193848] env[69245]: DEBUG nova.policy [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195d3011d8304656a6e777e5d198eb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ae3d36e4aa42f5bc0d0593925b6ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.194660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1192abc0-812b-4a16-8941-a4e521b74cfe tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "8e79df1d-680f-4f16-99b6-6c6b5e943e2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.362s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.246938] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.261284] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:14:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0433d71b-2fbb-4d49-b3e4-acf8e7fff30f',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1865027773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.261284] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.261554] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.261589] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.262730] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.262730] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.262730] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.262730] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.262730] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.264408] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.264408] env[69245]: DEBUG nova.virt.hardware [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.269374] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.270089] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f22c027-2bdb-483d-b4c2-e55f4f2942b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.297161] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 979.297161] env[69245]: value = "task-3708155" [ 979.297161] env[69245]: _type = "Task" [ 979.297161] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.312119] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.476821] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.491637] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 666862d2-15cc-4d59-985c-bb406c1c5435] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.514247] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237a30c-419c-7dfb-607f-42d2fea5aa1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.521662] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.521662] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.521662] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.523157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.523440] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.523832] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06d68c6-473d-42cb-83ae-5c05e67adee4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.534068] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708154, 'name': PowerOffVM_Task, 'duration_secs': 0.523841} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.538271] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.538499] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 979.538728] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738406', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'name': 'volume-b03364bd-c4dc-4bdc-9509-5be37f63979c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a6ea8e-7609-447e-aa54-202ff859cba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'serial': 'b03364bd-c4dc-4bdc-9509-5be37f63979c'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 979.539454] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.539850] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.541137] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320caa7-c172-4c12-b94f-87dbe804ed00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.543804] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fa1d99-f1d5-4049-b874-19f47f710750 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.551579] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 979.551579] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52372f98-f16c-a68c-7186-36bcba31e61c" [ 979.551579] env[69245]: _type = "Task" [ 979.551579] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.574029] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8648064b-0e74-4feb-bd8c-c4c1df09bb22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.585858] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52372f98-f16c-a68c-7186-36bcba31e61c, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.589081] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56790eaa-b310-4e37-adbe-e1f4e524170f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.592967] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452ac375-01f3-4e0c-b1e4-c922af2deb0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619498] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 979.619498] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a277ec-91a6-8ab0-de45-8938aacb2cc2" [ 979.619498] env[69245]: _type = "Task" [ 979.619498] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.620446] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba016125-bc72-493b-a417-430b89ef7f02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.629833] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f73995e-dddc-47bc-a646-042096572819 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.659029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.039s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.659029] env[69245]: INFO nova.compute.claims [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.660174] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.662556] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] The volume has not been displaced from its original location: [datastore2] volume-b03364bd-c4dc-4bdc-9509-5be37f63979c/volume-b03364bd-c4dc-4bdc-9509-5be37f63979c.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 979.667727] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.668258] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a277ec-91a6-8ab0-de45-8938aacb2cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.669632] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6c7c02-d686-4d91-a455-b2f6bf8a5dbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.683771] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.686746] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.686746] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b1ceece-57b0-46bc-9543-0515e04a3716 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.696277] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 979.696277] env[69245]: value = "task-3708156" [ 979.696277] env[69245]: _type = "Task" [ 979.696277] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.700023] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 979.700023] env[69245]: value = "task-3708157" [ 979.700023] env[69245]: _type = "Task" [ 979.700023] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.714644] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.723544] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.748669] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708152, 'name': ReconfigVM_Task, 'duration_secs': 0.577528} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.749117] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 01a1d39c-09dc-4689-9239-7bb6367e575e/01a1d39c-09dc-4689-9239-7bb6367e575e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.749763] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aea3ec1-1cd6-4be6-a042-d92152528326 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.757401] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 979.757401] env[69245]: value = "task-3708158" [ 979.757401] env[69245]: _type = "Task" [ 979.757401] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.767013] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708158, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.807751] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708155, 'name': ReconfigVM_Task, 'duration_secs': 0.213653} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.808137] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.809052] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e03aae-516c-410a-a4f2-9d02d8417100 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.834548] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.835017] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c15ae11-2223-4a04-bcc1-401987add2d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.857289] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 979.857289] env[69245]: value = "task-3708159" [ 979.857289] env[69245]: _type = "Task" [ 979.857289] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.866437] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.973953] env[69245]: DEBUG oslo_vmware.api [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708153, 'name': PowerOnVM_Task, 'duration_secs': 0.537246} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.974601] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.974601] env[69245]: INFO nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Took 9.99 seconds to spawn the instance on the hypervisor. [ 979.975029] env[69245]: DEBUG nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.975496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10e8a1-6b13-4934-9433-aa3648dc9952 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.995228] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f31d3f59-0fef-4b38-b071-a490318240af] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.105309] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Successfully created port: 465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.214626] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708156, 'name': ReconfigVM_Task, 'duration_secs': 0.413337} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.218762] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.223848] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.224143] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99526a04-3d22-4d0a-ab13-6e03363edc14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.242711] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 980.242711] env[69245]: value = "task-3708160" [ 980.242711] env[69245]: _type = "Task" [ 980.242711] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.253572] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.267537] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708158, 'name': Rename_Task, 'duration_secs': 0.302509} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.267804] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.268051] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23cfcfba-df99-4aba-893c-f760730ff99f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.275696] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 980.275696] env[69245]: value = "task-3708161" [ 980.275696] env[69245]: _type = "Task" [ 980.275696] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.284113] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.367178] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.494027] env[69245]: INFO nova.compute.manager [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Took 57.60 seconds to build instance. [ 980.498917] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 4a3b9e55-6e11-4191-8b8e-acf0a1472f66] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.684285] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.720272] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.723960] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.723960] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.724183] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.724307] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.724457] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.724614] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.724953] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.725563] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.725563] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.725563] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.725694] env[69245]: DEBUG nova.virt.hardware [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.726779] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32df27-8848-4a7c-a0ad-b71104ea2b25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.744102] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c29f5d-a86e-4306-9c88-132098c6c6ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.765289] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.792582] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.874234] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.995069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8f1c7eda-2092-4a0e-836c-8df1afebbbf7 tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.116s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.002175] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 322dcd38-4643-438a-b672-6a47edc1e5c8] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.170948] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52ace7-d3e5-4596-a8ea-8ee0794e4464 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.179377] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ba427-46b3-4270-a090-9f6bfb2aa535 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.216956] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861910d7-248e-4db3-bac3-bd4e0b89b9ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.229306] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3742de-e4b2-4ba8-83bf-ca5cff1e8c67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.233534] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708157, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.219093} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.233856] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.234034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.234720] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f18fda12-c082-4e1c-b058-22704071a94f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.246595] env[69245]: DEBUG nova.compute.provider_tree [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.255437] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 981.255437] env[69245]: value = "task-3708162" [ 981.255437] env[69245]: _type = "Task" [ 981.255437] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.271106] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708160, 'name': ReconfigVM_Task, 'duration_secs': 0.910602} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.274724] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738406', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'name': 'volume-b03364bd-c4dc-4bdc-9509-5be37f63979c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a6ea8e-7609-447e-aa54-202ff859cba5', 'attached_at': '', 'detached_at': '', 'volume_id': 'b03364bd-c4dc-4bdc-9509-5be37f63979c', 'serial': 'b03364bd-c4dc-4bdc-9509-5be37f63979c'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.275071] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.275394] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.276493] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdfceb3-9c29-4a0b-8504-0b744f069028 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.288763] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.291537] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.291663] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb581b24-244a-4473-92e8-9f2b4ba32975 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.299283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.299650] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.368621] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708159, 'name': ReconfigVM_Task, 'duration_secs': 1.19291} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.370225] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.370517] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.374593] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.376146] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.376146] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Deleting the datastore file [datastore2] 10a6ea8e-7609-447e-aa54-202ff859cba5 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.376146] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-777c8bae-c8e6-4f09-82c5-0aa17e157857 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.383436] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for the task: (returnval){ [ 981.383436] env[69245]: value = "task-3708164" [ 981.383436] env[69245]: _type = "Task" [ 981.383436] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.392247] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.500566] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.508118] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 9305dae7-b3a1-4313-9c56-efd16191efff] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.753130] env[69245]: DEBUG nova.scheduler.client.report [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.771522] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074951} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.772060] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.772948] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678638e-1ad4-4640-8d59-156dd438f55f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.800286] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.805681] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e09b053-1eb8-4fc3-8705-b2e641f3e75f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.843157] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.845966] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 981.845966] env[69245]: value = "task-3708165" [ 981.845966] env[69245]: _type = "Task" [ 981.845966] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.858265] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.879376] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d83a26-0718-4932-b810-9058ebaf59aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.907039] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44bd43e-72ea-4c71-8701-8f3f12bbb323 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.914811] env[69245]: DEBUG oslo_vmware.api [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Task: {'id': task-3708164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094654} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.915742] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.916293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.916293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.916536] env[69245]: INFO nova.compute.manager [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Took 2.92 seconds to destroy the instance on the hypervisor. [ 981.916926] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.917443] env[69245]: DEBUG nova.compute.manager [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.917594] env[69245]: DEBUG nova.network.neutron [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.936198] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.013598] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: a6d2089f-ea74-4565-a76c-f8d6606445f6] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.038647] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.051734] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Successfully updated port: 465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.126951] env[69245]: DEBUG nova.compute.manager [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Received event network-vif-plugged-465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.127359] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] Acquiring lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.127611] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.127988] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.128198] env[69245]: DEBUG nova.compute.manager [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] No waiting events found dispatching network-vif-plugged-465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 982.128373] env[69245]: WARNING nova.compute.manager [req-8d3c0fdf-4e08-4b06-92c8-275858532e5c req-365c2375-0ce9-448f-9fa4-c4f19ca97511 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Received unexpected event network-vif-plugged-465f6a80-4459-4d60-9bf4-950c0d752dfc for instance with vm_state building and task_state spawning. [ 982.258584] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.258584] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.261527] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.386s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.264104] env[69245]: INFO nova.compute.claims [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.304749] env[69245]: DEBUG oslo_vmware.api [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708161, 'name': PowerOnVM_Task, 'duration_secs': 1.689882} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.304749] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.304749] env[69245]: INFO nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Took 9.74 seconds to spawn the instance on the hypervisor. [ 982.304749] env[69245]: DEBUG nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.304749] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a00985-9cad-410d-9688-e9c2cdba93a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.335172] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.335752] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.336149] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.336746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.336906] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.340399] env[69245]: INFO nova.compute.manager [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Terminating instance [ 982.365431] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.517038] env[69245]: DEBUG nova.network.neutron [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Port e03a8b4d-9fc1-487e-8c33-a12524a970a5 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 982.518739] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 8c7dc96c-da68-42cb-9e35-db4407e1f820] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.555281] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.555437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.555577] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.753290] env[69245]: DEBUG nova.compute.manager [req-66afc839-b71e-476b-8a6a-6b666af5a112 req-5392424c-2cf2-4e3d-b66e-b4b14abeda32 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Received event network-vif-deleted-df36ccab-41a3-4d4c-a03c-750863d86915 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.753290] env[69245]: INFO nova.compute.manager [req-66afc839-b71e-476b-8a6a-6b666af5a112 req-5392424c-2cf2-4e3d-b66e-b4b14abeda32 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Neutron deleted interface df36ccab-41a3-4d4c-a03c-750863d86915; detaching it from the instance and deleting it from the info cache [ 982.753290] env[69245]: DEBUG nova.network.neutron [req-66afc839-b71e-476b-8a6a-6b666af5a112 req-5392424c-2cf2-4e3d-b66e-b4b14abeda32 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.777438] env[69245]: DEBUG nova.compute.utils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.778495] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.778687] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.834354] env[69245]: INFO nova.compute.manager [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Took 53.49 seconds to build instance. [ 982.852024] env[69245]: DEBUG nova.compute.manager [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.852024] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.852024] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c948543-1cc6-4115-8f64-dceb538bb631 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.861714] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708165, 'name': ReconfigVM_Task, 'duration_secs': 0.845028} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.862196] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.862958] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb2c927-5edd-4bdc-a03f-894124b5dcbd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.911031] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 982.911031] env[69245]: value = "task-3708166" [ 982.911031] env[69245]: _type = "Task" [ 982.911031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.963962] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708166, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.028284] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 69a5aaf1-a364-47ac-a4ec-e64159f94f29] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.047742] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.047742] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12c24bb-a8ac-460d-bd63-17874f743e07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.056023] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 983.056023] env[69245]: value = "task-3708167" [ 983.056023] env[69245]: _type = "Task" [ 983.056023] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.070904] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.103706] env[69245]: DEBUG nova.policy [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d09e1a335049d28092b3607c47c298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7955cc45da1949ce9c4b8f16009130db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.133242] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.136614] env[69245]: DEBUG nova.network.neutron [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.257818] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de4dd445-63a4-4c40-b3bd-3f8e24839702 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.270435] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90268173-f95a-4d69-9373-852d77ae1778 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.287345] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.326562] env[69245]: DEBUG nova.compute.manager [req-66afc839-b71e-476b-8a6a-6b666af5a112 req-5392424c-2cf2-4e3d-b66e-b4b14abeda32 service nova] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Detach interface failed, port_id=df36ccab-41a3-4d4c-a03c-750863d86915, reason: Instance 10a6ea8e-7609-447e-aa54-202ff859cba5 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.338240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-034952d4-8a4a-46bc-8651-e841d12ab37e tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.917s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.426663] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708166, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.431520] env[69245]: DEBUG nova.network.neutron [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Updating instance_info_cache with network_info: [{"id": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "address": "fa:16:3e:7b:94:c3", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465f6a80-44", "ovs_interfaceid": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.532332] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 65a64c66-0d91-452a-a604-045e0a7f1177] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.553661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.553661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.553661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.573578] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708167, 'name': PowerOffVM_Task, 'duration_secs': 0.337486} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.573902] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.574345] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.575266] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3e90086-faae-48ce-b37e-bcdb13418805 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.640044] env[69245]: INFO nova.compute.manager [-] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Took 1.72 seconds to deallocate network for instance. [ 983.646432] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.646623] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.646818] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleting the datastore file [datastore1] 65db32f2-f862-4509-ab04-cbaa9596fcfa {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.647487] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fef9bd4f-7669-4cca-a4ca-0d5f3d672386 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.660613] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for the task: (returnval){ [ 983.660613] env[69245]: value = "task-3708169" [ 983.660613] env[69245]: _type = "Task" [ 983.660613] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.671916] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.848066] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.895304] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Successfully created port: 40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.904824] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa90a7c-0f75-4f76-a6ed-b887919ddc88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.926528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5a12cf-7dfe-4b0d-949e-00ef3ce9afd2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937170] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708166, 'name': Rename_Task, 'duration_secs': 0.83531} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.967958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.968767] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Instance network_info: |[{"id": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "address": "fa:16:3e:7b:94:c3", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465f6a80-44", "ovs_interfaceid": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.968767] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.969769] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:94:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465f6a80-4459-4d60-9bf4-950c0d752dfc', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.978179] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.978179] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c5d4fe-3a8c-4f2f-81ad-fc4443f19db5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.980287] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74167d3-8ad8-46f5-bf3c-4df82ddbbdad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.983346] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.983346] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48bc7a00-8577-4b6f-a2e1-a947d39f8795 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.009062] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b831f6d-d1f6-435c-a923-c271713d8404 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.013492] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 984.013492] env[69245]: value = "task-3708170" [ 984.013492] env[69245]: _type = "Task" [ 984.013492] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.013750] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.013750] env[69245]: value = "task-3708171" [ 984.013750] env[69245]: _type = "Task" [ 984.013750] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.030951] env[69245]: DEBUG nova.compute.provider_tree [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.039078] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708170, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.043673] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 16a6f8fe-7c7d-4304-aca9-59fb2d4b6d04] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.045815] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708171, 'name': CreateVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.173731] env[69245]: DEBUG oslo_vmware.api [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Task: {'id': task-3708169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16698} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.173999] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.174211] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.174387] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.174589] env[69245]: INFO nova.compute.manager [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Took 1.33 seconds to destroy the instance on the hypervisor. [ 984.174785] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.174977] env[69245]: DEBUG nova.compute.manager [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.175081] env[69245]: DEBUG nova.network.neutron [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.220035] env[69245]: INFO nova.compute.manager [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Took 0.58 seconds to detach 1 volumes for instance. [ 984.221033] env[69245]: DEBUG nova.compute.manager [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Deleting volume: b03364bd-c4dc-4bdc-9509-5be37f63979c {{(pid=69245) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 984.288163] env[69245]: DEBUG nova.compute.manager [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Received event network-changed-465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.288163] env[69245]: DEBUG nova.compute.manager [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Refreshing instance network info cache due to event network-changed-465f6a80-4459-4d60-9bf4-950c0d752dfc. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.288163] env[69245]: DEBUG oslo_concurrency.lockutils [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] Acquiring lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.288853] env[69245]: DEBUG oslo_concurrency.lockutils [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] Acquired lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.289264] env[69245]: DEBUG nova.network.neutron [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Refreshing network info cache for port 465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.298164] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.345580] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.345850] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.346067] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.346380] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.346850] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.346850] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.347041] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.347240] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.347425] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.347697] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.347753] env[69245]: DEBUG nova.virt.hardware [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.348729] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf778dd-7b37-4652-b311-9be892255a62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.369095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf330c8d-9693-4943-bb84-b9ed14a127d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.384509] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.528727] env[69245]: DEBUG oslo_vmware.api [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708170, 'name': PowerOnVM_Task, 'duration_secs': 0.477874} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.530881] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.531098] env[69245]: INFO nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Took 6.69 seconds to spawn the instance on the hypervisor. [ 984.531174] env[69245]: DEBUG nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.531388] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708171, 'name': CreateVM_Task, 'duration_secs': 0.372438} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.532559] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dee503-0a2f-413f-9bb3-4a5df062602c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.534518] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.536624] env[69245]: DEBUG nova.scheduler.client.report [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.541218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.547172] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.551120] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.551120] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ad516b14-bc7d-43d0-bd0e-fb54690c1e9a] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.551831] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649a6f09-57f8-4779-976c-688e1d079e84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.568474] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 984.568474] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297587e-426d-d61b-7061-42708a4671fa" [ 984.568474] env[69245]: _type = "Task" [ 984.568474] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.582485] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297587e-426d-d61b-7061-42708a4671fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.596095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.596347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.596544] env[69245]: DEBUG nova.network.neutron [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.777998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.052021] env[69245]: DEBUG nova.network.neutron [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.052021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.055531] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.064709] env[69245]: DEBUG nova.network.neutron [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Updated VIF entry in instance network info cache for port 465f6a80-4459-4d60-9bf4-950c0d752dfc. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.064709] env[69245]: DEBUG nova.network.neutron [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Updating instance_info_cache with network_info: [{"id": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "address": "fa:16:3e:7b:94:c3", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465f6a80-44", "ovs_interfaceid": "465f6a80-4459-4d60-9bf4-950c0d752dfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.070331] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.871s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.070331] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.070515] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.410s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.070674] env[69245]: DEBUG nova.objects.instance [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.073603] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 157a3e3c-50b6-4d40-96c7-72cd9caffb77] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.094706] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5297587e-426d-d61b-7061-42708a4671fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016464} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.095503] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.095685] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.095957] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.096781] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.096781] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.097322] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1422d017-10a3-440e-9207-f5baacf77136 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.105688] env[69245]: INFO nova.compute.manager [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Took 49.04 seconds to build instance. [ 985.113769] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.115083] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.115083] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1643ceaa-6aa4-408a-9bc1-700e72701b84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.119598] env[69245]: INFO nova.scheduler.client.report [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocations for instance 86cbb739-c278-48d0-b18c-2b3a491cbfa7 [ 985.133344] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 985.133344] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5270d4b0-fd21-b385-89ca-ebf6a4ec7e8f" [ 985.133344] env[69245]: _type = "Task" [ 985.133344] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.142425] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5270d4b0-fd21-b385-89ca-ebf6a4ec7e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.380545] env[69245]: DEBUG nova.network.neutron [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.564562] env[69245]: DEBUG nova.compute.utils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.569136] env[69245]: INFO nova.compute.manager [-] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Took 1.39 seconds to deallocate network for instance. [ 985.569136] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.569136] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.581188] env[69245]: DEBUG oslo_concurrency.lockutils [req-edfa7a95-270f-44b1-bf28-ce89b517491a req-b8c06c04-475d-4312-8361-e5b6cde9e91b service nova] Releasing lock "refresh_cache-3c723746-3838-4a9a-9cee-811500a2bd9d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.584376] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 985.584528] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Cleaning up deleted instances with incomplete migration {{(pid=69245) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 985.612673] env[69245]: DEBUG oslo_concurrency.lockutils [None req-947b7b2e-1e6b-444d-89bb-a4d4e51422b5 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.552s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.632990] env[69245]: DEBUG nova.policy [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4012430f9f33481fa88dcf64c0e0f88c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f090bb3dd14f2ba2fc9377f0b5d28f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.643626] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92fec8b4-1211-4055-b993-ba022f55d239 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "86cbb739-c278-48d0-b18c-2b3a491cbfa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.073s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.653311] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5270d4b0-fd21-b385-89ca-ebf6a4ec7e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01938} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.655322] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90657954-104a-43c7-b709-6acb2d04ca25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.663835] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 985.663835] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52710a46-bf55-bc4b-4244-659403f6f1df" [ 985.663835] env[69245]: _type = "Task" [ 985.663835] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.674968] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52710a46-bf55-bc4b-4244-659403f6f1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.788414] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Successfully updated port: 40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.875160] env[69245]: DEBUG nova.compute.manager [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Received event network-vif-plugged-40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.875160] env[69245]: DEBUG oslo_concurrency.lockutils [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.875160] env[69245]: DEBUG oslo_concurrency.lockutils [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.875160] env[69245]: DEBUG oslo_concurrency.lockutils [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.875160] env[69245]: DEBUG nova.compute.manager [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] No waiting events found dispatching network-vif-plugged-40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.875160] env[69245]: WARNING nova.compute.manager [req-8adddfda-619d-417f-91a3-51478ad3e02f req-6df588ba-08a4-4658-8e73-cb48f3d3a64e service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Received unexpected event network-vif-plugged-40919351-7ce4-4696-a840-52a672ceacc5 for instance with vm_state building and task_state spawning. [ 985.882971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.883306] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.888223] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.062082] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Successfully created port: 531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.067648] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.085064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.087406] env[69245]: DEBUG oslo_concurrency.lockutils [None req-01196737-c8a0-4f66-aeef-92e69a05a181 tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.090873] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.996s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.090873] env[69245]: INFO nova.compute.claims [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.094443] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 986.175536] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52710a46-bf55-bc4b-4244-659403f6f1df, 'name': SearchDatastore_Task, 'duration_secs': 0.018585} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.175812] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176094] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 3c723746-3838-4a9a-9cee-811500a2bd9d/3c723746-3838-4a9a-9cee-811500a2bd9d.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.176370] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b58772c6-b0f0-40e5-bc0a-52a594b67f49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.185284] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 986.185284] env[69245]: value = "task-3708173" [ 986.185284] env[69245]: _type = "Task" [ 986.185284] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.194837] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.294671] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.294671] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.294836] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.331225] env[69245]: INFO nova.compute.manager [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Rebuilding instance [ 986.384304] env[69245]: DEBUG nova.compute.manager [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.385280] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93a71a-e762-42d2-b2e6-c85006a64934 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.388681] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.427621] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3589bf-1b7b-4432-9c9e-d8dd183b8250 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.453719] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b47db-bb70-417d-8a06-427dee3a328a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.463636] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.510234] env[69245]: DEBUG nova.compute.manager [req-3667f615-ce0b-4381-947f-7fedd9466c8d req-93905b32-d6e5-49bf-8977-cf69cf18024c service nova] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Received event network-vif-deleted-3486177f-55b6-455f-b73a-4d12f80e407b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.565459] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "01a1d39c-09dc-4689-9239-7bb6367e575e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.565741] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.565946] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.566141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.566314] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.568704] env[69245]: INFO nova.compute.manager [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Terminating instance [ 986.697744] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.866689] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.928408] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.971199] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.973104] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af1caf9b-291c-4504-bb47-15dfd5862c53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.982765] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 986.982765] env[69245]: value = "task-3708174" [ 986.982765] env[69245]: _type = "Task" [ 986.982765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.994142] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.072585] env[69245]: DEBUG nova.compute.manager [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.075020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.076043] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055ce33f-2442-40af-a403-6c7082eef3a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.082577] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.087336] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.087626] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44a9358c-7298-4b8e-ae31-8c06e7f74286 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.097561] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 987.097561] env[69245]: value = "task-3708175" [ 987.097561] env[69245]: _type = "Task" [ 987.097561] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.111429] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.124101] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.124409] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.124541] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.124723] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.124869] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.125020] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.125245] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.125403] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.125573] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.125737] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.125913] env[69245]: DEBUG nova.virt.hardware [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.127313] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d0c0ec-9d08-44ed-81c0-6ee1b064c123 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.137028] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d3818-8d3b-4d91-89a8-26f833fa195f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.198629] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842769} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.202147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 3c723746-3838-4a9a-9cee-811500a2bd9d/3c723746-3838-4a9a-9cee-811500a2bd9d.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.202492] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.203071] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bf2808b-7aa6-49ce-ad96-86fc43866dde {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.217248] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 987.217248] env[69245]: value = "task-3708176" [ 987.217248] env[69245]: _type = "Task" [ 987.217248] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.227058] env[69245]: DEBUG nova.network.neutron [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.236662] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.408123] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.408345] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e98f7d6-8a49-44f4-8147-429d8d2b4710 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.420019] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 987.420019] env[69245]: value = "task-3708177" [ 987.420019] env[69245]: _type = "Task" [ 987.420019] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.431893] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.498378] env[69245]: DEBUG oslo_vmware.api [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708174, 'name': PowerOnVM_Task, 'duration_secs': 0.503953} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.503090] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.503407] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7976436f-4569-46ad-adb5-fa69a9979efc tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance 'ed92fd9f-58cd-4fd2-919c-442bd0e7f20e' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.612179] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708175, 'name': PowerOffVM_Task, 'duration_secs': 0.2553} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.612495] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.612632] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.612883] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43b7d5e-a942-4ca3-bc44-1129b1c45522 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.650297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac92e259-25c5-4025-b8ff-2d37cd5febf5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.661555] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d42f9d-a02e-4125-a3e1-dfc0bdb59bdd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.719325] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb7ebb-8d1e-4105-bb80-5c520f5fa960 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.722380] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.722695] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.723949] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleting the datastore file [datastore1] 01a1d39c-09dc-4689-9239-7bb6367e575e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.723949] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7819b326-439b-408a-bd4a-6d297b977b58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.737018] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.738046] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Instance network_info: |[{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.744032] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:31:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40919351-7ce4-4696-a840-52a672ceacc5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.756364] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating folder: Project (7955cc45da1949ce9c4b8f16009130db). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.758274] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bf4902-a325-4838-af23-a2ab0dcb0883 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.764491] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082919} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.764874] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 987.764874] env[69245]: value = "task-3708179" [ 987.764874] env[69245]: _type = "Task" [ 987.764874] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.765227] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-554b55ff-14b4-4990-853c-021fef87176b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.767895] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.769551] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1fd2cb-e02c-495d-80ec-b2cf771cfe3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.790221] env[69245]: DEBUG nova.compute.provider_tree [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.802327] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.815764] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created folder: Project (7955cc45da1949ce9c4b8f16009130db) in parent group-v738357. [ 987.816091] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating folder: Instances. Parent ref: group-v738557. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.831033] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 3c723746-3838-4a9a-9cee-811500a2bd9d/3c723746-3838-4a9a-9cee-811500a2bd9d.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.831855] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b99957-1262-4f24-8dee-776c01d895f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.834359] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37f670b-f268-4e26-8988-96a339002760 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.866650] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 987.866650] env[69245]: value = "task-3708182" [ 987.866650] env[69245]: _type = "Task" [ 987.866650] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.872041] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created folder: Instances in parent group-v738557. [ 987.872304] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.872536] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.872703] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d477a508-f41e-4890-b435-55ae3e3eb411 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.888138] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Successfully updated port: 531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.893493] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.900407] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.900407] env[69245]: value = "task-3708183" [ 987.900407] env[69245]: _type = "Task" [ 987.900407] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.916070] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708183, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.930807] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708177, 'name': PowerOffVM_Task, 'duration_secs': 0.328197} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.931134] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.931435] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.932358] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c85052e-0452-4aec-b533-1eaecfe660a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.940930] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.941636] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfa29eef-e318-447d-a025-9d7b6cc3b020 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.971013] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.971356] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.972131] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Deleting the datastore file [datastore2] e42f30db-207b-4530-918d-3a980c47bef4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.972131] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fa748b5-884f-4c66-87ab-d7db07d368d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.983252] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 987.983252] env[69245]: value = "task-3708185" [ 987.983252] env[69245]: _type = "Task" [ 987.983252] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.992041] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.997782] env[69245]: DEBUG nova.compute.manager [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Received event network-changed-40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.998216] env[69245]: DEBUG nova.compute.manager [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Refreshing instance network info cache due to event network-changed-40919351-7ce4-4696-a840-52a672ceacc5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.998216] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.998373] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.998499] env[69245]: DEBUG nova.network.neutron [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Refreshing network info cache for port 40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.278694] env[69245]: DEBUG oslo_vmware.api [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370063} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.278967] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.279208] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.279393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.279570] env[69245]: INFO nova.compute.manager [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 988.279814] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.280016] env[69245]: DEBUG nova.compute.manager [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.280141] env[69245]: DEBUG nova.network.neutron [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.294882] env[69245]: DEBUG nova.scheduler.client.report [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.378055] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708182, 'name': ReconfigVM_Task, 'duration_secs': 0.331444} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.378359] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 3c723746-3838-4a9a-9cee-811500a2bd9d/3c723746-3838-4a9a-9cee-811500a2bd9d.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.378990] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-860fcdb5-e732-4120-b0fd-42013945944f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.386032] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 988.386032] env[69245]: value = "task-3708186" [ 988.386032] env[69245]: _type = "Task" [ 988.386032] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.399974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.400248] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.401836] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708186, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.411070] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708183, 'name': CreateVM_Task, 'duration_secs': 0.37707} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.411871] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.412578] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.412747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.413080] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.413648] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d08053c-7fc6-469b-91ba-a084c7a9e203 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.419466] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 988.419466] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d39132-956c-5373-c551-3ed29a0b4cd1" [ 988.419466] env[69245]: _type = "Task" [ 988.419466] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.429251] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d39132-956c-5373-c551-3ed29a0b4cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.494176] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154312} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.494556] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.494973] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.495219] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.572877] env[69245]: DEBUG nova.compute.manager [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Received event network-vif-plugged-531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.573240] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.573496] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.573640] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.573816] env[69245]: DEBUG nova.compute.manager [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] No waiting events found dispatching network-vif-plugged-531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.573979] env[69245]: WARNING nova.compute.manager [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Received unexpected event network-vif-plugged-531c215d-9fbf-4466-acc5-4709d98cd7e7 for instance with vm_state building and task_state spawning. [ 988.574300] env[69245]: DEBUG nova.compute.manager [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Received event network-changed-531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.574364] env[69245]: DEBUG nova.compute.manager [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Refreshing instance network info cache due to event network-changed-531c215d-9fbf-4466-acc5-4709d98cd7e7. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.574491] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Acquiring lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.802266] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.802266] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.803832] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.517s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.803832] env[69245]: DEBUG nova.objects.instance [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lazy-loading 'resources' on Instance uuid 5dfce63e-88f8-458a-a9d7-4fe33c65ce89 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.855523] env[69245]: DEBUG nova.network.neutron [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updated VIF entry in instance network info cache for port 40919351-7ce4-4696-a840-52a672ceacc5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.855942] env[69245]: DEBUG nova.network.neutron [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.896044] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708186, 'name': Rename_Task, 'duration_secs': 0.157929} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.896404] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.896700] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4abe14ce-c991-4edd-81fd-6194ec9f2dfc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.907193] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 988.907193] env[69245]: value = "task-3708187" [ 988.907193] env[69245]: _type = "Task" [ 988.907193] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.918975] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.933965] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d39132-956c-5373-c551-3ed29a0b4cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.934351] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.934777] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.935557] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.935557] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.935557] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.935985] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c011a3-c07e-45b8-baee-faec10603f36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.948225] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.948430] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.949611] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f8afca-3e89-4c9f-80a6-69e40a855429 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.956492] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.960154] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 988.960154] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52498ebd-b8b9-d72d-b05f-0438e118d591" [ 988.960154] env[69245]: _type = "Task" [ 988.960154] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.969992] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52498ebd-b8b9-d72d-b05f-0438e118d591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.104135] env[69245]: DEBUG nova.network.neutron [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.309836] env[69245]: DEBUG nova.compute.utils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.311407] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.311937] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.357943] env[69245]: DEBUG nova.policy [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c2e8764d71b4d8b95a7a8d9a0e5c257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c2114504e9d4d97883555c107438ff6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.359609] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a8fdf7a-b801-4600-87d5-9219d9c34d35 req-251e5d4a-07e2-4d4d-a7c6-88d21a998d1c service nova] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.422503] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.471330] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52498ebd-b8b9-d72d-b05f-0438e118d591, 'name': SearchDatastore_Task, 'duration_secs': 0.023871} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.472449] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c9c06a-8c63-4046-9557-1ec665fd1666 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.482618] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 989.482618] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0d87-0123-a77d-4feb-82a62e7df104" [ 989.482618] env[69245]: _type = "Task" [ 989.482618] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.495368] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0d87-0123-a77d-4feb-82a62e7df104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.502071] env[69245]: DEBUG nova.network.neutron [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.549606] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.549766] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.549945] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.550181] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.550340] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.550489] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.550701] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.550901] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.551109] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.551286] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.551460] env[69245]: DEBUG nova.virt.hardware [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.552437] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b17c509-5470-4214-b147-60bd8110d032 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.568242] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e920e9-6fa2-4412-aeff-5819854b8c41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.586713] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.591079] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.594783] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.595836] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9738607b-539b-4415-99de-929d0bdba971 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.620060] env[69245]: INFO nova.compute.manager [-] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Took 1.34 seconds to deallocate network for instance. [ 989.627600] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.627600] env[69245]: value = "task-3708188" [ 989.627600] env[69245]: _type = "Task" [ 989.627600] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.639165] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708188, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.723964] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Successfully created port: dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.817802] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.900825] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e810c7-db51-4248-809a-36b62e90de96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.914444] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60eac8d3-f82a-4f9c-9bbd-37e78ce9cf74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.926054] env[69245]: DEBUG oslo_vmware.api [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708187, 'name': PowerOnVM_Task, 'duration_secs': 0.616529} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.952896] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.952896] env[69245]: INFO nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Took 9.27 seconds to spawn the instance on the hypervisor. [ 989.952896] env[69245]: DEBUG nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.953054] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628063ee-a68e-41b9-81f1-374723eb9350 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.956144] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab07528-5954-4674-b62c-cdd4fa0057cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.966804] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596ef78-8e01-49b2-893e-c07821f8c9e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.986203] env[69245]: DEBUG nova.compute.provider_tree [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.996952] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0d87-0123-a77d-4feb-82a62e7df104, 'name': SearchDatastore_Task, 'duration_secs': 0.016417} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.997859] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.998136] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.998400] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-527abe27-01be-4459-9d30-01804350ef30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.005092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.005404] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Instance network_info: |[{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.006876] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Acquired lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.007131] env[69245]: DEBUG nova.network.neutron [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Refreshing network info cache for port 531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.008814] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:0c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531c215d-9fbf-4466-acc5-4709d98cd7e7', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.017110] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.017478] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 990.017478] env[69245]: value = "task-3708189" [ 990.017478] env[69245]: _type = "Task" [ 990.017478] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.018226] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.018505] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d4812f-b8a1-4950-8f48-c36c7072afae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.045215] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.047342] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.047342] env[69245]: value = "task-3708190" [ 990.047342] env[69245]: _type = "Task" [ 990.047342] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.057203] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708190, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.129313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.139972] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708188, 'name': CreateVM_Task, 'duration_secs': 0.290865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.140290] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.140829] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.142037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.142037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.142037] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734c07ed-8919-4cf8-a727-ccb3f3c979a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.153645] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 990.153645] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da9645-8140-0d1c-17bc-ff6d8c26872a" [ 990.153645] env[69245]: _type = "Task" [ 990.153645] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.164027] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da9645-8140-0d1c-17bc-ff6d8c26872a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.484870] env[69245]: INFO nova.compute.manager [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Took 50.10 seconds to build instance. [ 990.493814] env[69245]: DEBUG nova.scheduler.client.report [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.533256] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708189, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.562381] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708190, 'name': CreateVM_Task, 'duration_secs': 0.366899} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.562514] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.563361] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.605921] env[69245]: DEBUG nova.compute.manager [req-395fbcaf-6606-4fc0-861d-2c78a608f384 req-3d4d2d09-c72a-45e4-bd9c-a96f4d044cf4 service nova] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Received event network-vif-deleted-4dc7e21e-dfd6-4be6-8bc3-002cc43f3c69 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.676039] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da9645-8140-0d1c-17bc-ff6d8c26872a, 'name': SearchDatastore_Task, 'duration_secs': 0.016214} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.676618] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.676731] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.676882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.677029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.677230] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.677526] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.677973] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.678244] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26ed1bb-fcdf-45de-a908-7c46fc939262 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.681919] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521fb1e3-1ed3-4f17-b86d-ed3798d961e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.689123] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 990.689123] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b391e-f264-0ce0-7f82-7b0dde434b6e" [ 990.689123] env[69245]: _type = "Task" [ 990.689123] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.702049] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b391e-f264-0ce0-7f82-7b0dde434b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.712116] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.712413] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.713344] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e314a09-d920-418f-9bb8-eac2261d7694 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.721103] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 990.721103] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cb15b8-f901-0221-2587-b043cabdd719" [ 990.721103] env[69245]: _type = "Task" [ 990.721103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.732942] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cb15b8-f901-0221-2587-b043cabdd719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.829563] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.867820] env[69245]: DEBUG nova.network.neutron [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Port e03a8b4d-9fc1-487e-8c33-a12524a970a5 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 990.868260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.868440] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.868674] env[69245]: DEBUG nova.network.neutron [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.883210] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.884457] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.884457] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.884457] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.884457] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.884630] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.884814] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.884982] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.885172] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.885438] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.885639] env[69245]: DEBUG nova.virt.hardware [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.886990] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1748620-1404-44c4-a7dd-3a1f4acce1d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.897259] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e2dfba-440f-47d0-9499-9ef75e5108f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.931620] env[69245]: DEBUG nova.network.neutron [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updated VIF entry in instance network info cache for port 531c215d-9fbf-4466-acc5-4709d98cd7e7. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.932119] env[69245]: DEBUG nova.network.neutron [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.986494] env[69245]: DEBUG oslo_concurrency.lockutils [None req-720c783a-a12d-493b-8ff5-abe9d63a7257 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.609s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.001779] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.006019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.471s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.006019] env[69245]: INFO nova.compute.claims [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.037212] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724695} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.037212] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.037212] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.037212] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e558beb8-be2d-475d-a40c-0d1646cf4234 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042260] env[69245]: INFO nova.scheduler.client.report [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Deleted allocations for instance 5dfce63e-88f8-458a-a9d7-4fe33c65ce89 [ 991.044981] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 991.044981] env[69245]: value = "task-3708191" [ 991.044981] env[69245]: _type = "Task" [ 991.044981] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.061010] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.201957] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b391e-f264-0ce0-7f82-7b0dde434b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.028299} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.202370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.202660] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.202919] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.234172] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cb15b8-f901-0221-2587-b043cabdd719, 'name': SearchDatastore_Task, 'duration_secs': 0.017916} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.235256] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b75777-d668-4ee7-bc3a-facec5240f0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.243333] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 991.243333] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52388ac3-70c0-66a3-9ed8-6c07bd4e6eea" [ 991.243333] env[69245]: _type = "Task" [ 991.243333] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.253271] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52388ac3-70c0-66a3-9ed8-6c07bd4e6eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.435613] env[69245]: DEBUG oslo_concurrency.lockutils [req-44227f59-5e69-48bb-be48-66176f095a8c req-7762b2b5-e7ee-43fe-b97d-249de141841f service nova] Releasing lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.557347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bbcacebc-6694-4a22-89dd-eb18f7b6a06d tempest-ServersListShow296Test-462992121 tempest-ServersListShow296Test-462992121-project-member] Lock "5dfce63e-88f8-458a-a9d7-4fe33c65ce89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.643s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.562134] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.564029] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.564029] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d21be73-3058-44bf-aa88-fc0d488313a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.589981] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.594010] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa90066-1559-437d-8969-2f4ac05a4070 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.617044] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 991.617044] env[69245]: value = "task-3708192" [ 991.617044] env[69245]: _type = "Task" [ 991.617044] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.627084] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.644395] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Successfully updated port: dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.728119] env[69245]: DEBUG nova.network.neutron [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.757896] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52388ac3-70c0-66a3-9ed8-6c07bd4e6eea, 'name': SearchDatastore_Task, 'duration_secs': 0.078269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.757896] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.757896] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.758576] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.758576] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.759156] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3cee46b-41bd-44e2-85a0-20997e8ede72 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.763468] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230a6dd1-d092-4217-a3db-f5f598919774 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.771846] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 991.771846] env[69245]: value = "task-3708193" [ 991.771846] env[69245]: _type = "Task" [ 991.771846] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.780906] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.781102] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.782808] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944d7c50-5b0f-4424-a413-1204b700ab7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.789780] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.795652] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 991.795652] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52398ae6-5d7d-40ca-c3d1-4a6d1937bae3" [ 991.795652] env[69245]: _type = "Task" [ 991.795652] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.806224] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52398ae6-5d7d-40ca-c3d1-4a6d1937bae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.127490] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708192, 'name': ReconfigVM_Task, 'duration_secs': 0.370237} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.127789] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.131860] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27c7e0a0-e524-4b79-8abd-6598b49c70c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.139413] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 992.139413] env[69245]: value = "task-3708194" [ 992.139413] env[69245]: _type = "Task" [ 992.139413] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.148033] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.148424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.148579] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.157692] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708194, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.233022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.284247] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708193, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.309753] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52398ae6-5d7d-40ca-c3d1-4a6d1937bae3, 'name': SearchDatastore_Task, 'duration_secs': 0.023115} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.316761] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185d072f-f439-4f88-8528-55bc673020b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.324714] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 992.324714] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52482b48-acbe-d412-9ba8-f6d745b74469" [ 992.324714] env[69245]: _type = "Task" [ 992.324714] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.335288] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52482b48-acbe-d412-9ba8-f6d745b74469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.561046] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56508b13-83d5-4f93-9724-0385112d4dd6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.571118] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711fa3e-748c-401f-86a8-2f0e53593d96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.602421] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a69e6fa-2089-474f-b40d-a8a1c7e25728 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.611739] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0440f0-4d11-4527-aaf2-716679cceabe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.626855] env[69245]: DEBUG nova.compute.provider_tree [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.649196] env[69245]: DEBUG nova.compute.manager [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Received event network-vif-plugged-dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.649488] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Acquiring lock "fc010a87-d49a-4090-a838-975705d101e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.649488] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Lock "fc010a87-d49a-4090-a838-975705d101e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.649666] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Lock "fc010a87-d49a-4090-a838-975705d101e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.649834] env[69245]: DEBUG nova.compute.manager [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] No waiting events found dispatching network-vif-plugged-dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 992.650022] env[69245]: WARNING nova.compute.manager [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Received unexpected event network-vif-plugged-dbc531f9-cc31-4d7b-af89-9560c8edb555 for instance with vm_state building and task_state spawning. [ 992.650213] env[69245]: DEBUG nova.compute.manager [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Received event network-changed-dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.650350] env[69245]: DEBUG nova.compute.manager [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Refreshing instance network info cache due to event network-changed-dbc531f9-cc31-4d7b-af89-9560c8edb555. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.650516] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Acquiring lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.654632] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708194, 'name': Rename_Task, 'duration_secs': 0.258936} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.654889] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.655211] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6a5526e-f51e-4f6c-9126-91d85ce7b1cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.660215] env[69245]: DEBUG nova.compute.manager [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.661443] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8adeb8e-4c83-49aa-bebd-a642e5a82b0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.668627] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 992.668627] env[69245]: value = "task-3708195" [ 992.668627] env[69245]: _type = "Task" [ 992.668627] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.682657] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.736292] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.739018] env[69245]: DEBUG nova.compute.manager [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69245) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 992.739550] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.785281] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84249} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.785538] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.786027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.786027] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1346792e-193b-4563-b56f-3c03703cf337 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.795158] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 992.795158] env[69245]: value = "task-3708196" [ 992.795158] env[69245]: _type = "Task" [ 992.795158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.806270] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.840792] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52482b48-acbe-d412-9ba8-f6d745b74469, 'name': SearchDatastore_Task, 'duration_secs': 0.068954} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.841228] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.841647] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.842571] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86feab3-6380-4a62-bf1e-51da2d4ce69f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.851360] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 992.851360] env[69245]: value = "task-3708197" [ 992.851360] env[69245]: _type = "Task" [ 992.851360] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.865714] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.128545] env[69245]: DEBUG nova.network.neutron [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Updating instance_info_cache with network_info: [{"id": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "address": "fa:16:3e:2b:85:2b", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc531f9-cc", "ovs_interfaceid": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.132270] env[69245]: DEBUG nova.scheduler.client.report [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.182452] env[69245]: INFO nova.compute.manager [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] instance snapshotting [ 993.184911] env[69245]: DEBUG oslo_vmware.api [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708195, 'name': PowerOnVM_Task, 'duration_secs': 0.507926} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.185364] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.185586] env[69245]: INFO nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Took 8.89 seconds to spawn the instance on the hypervisor. [ 993.185764] env[69245]: DEBUG nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.186696] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230956d-51bc-4515-a429-3b165b6b6553 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.190710] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bba2ba3-018b-4687-afa5-d05f1a29a1df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.220607] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80be32-77ba-4189-8e14-90b45e9effd5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.305562] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079499} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.308641] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.308641] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c419f0-5e63-4eb9-be49-fdae3a70600e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.333357] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.333694] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b192107f-ab90-471b-8cd8-4079dee0dd39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.357468] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 993.357468] env[69245]: value = "task-3708198" [ 993.357468] env[69245]: _type = "Task" [ 993.357468] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.364854] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708197, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.376529] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.638944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.638944] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Instance network_info: |[{"id": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "address": "fa:16:3e:2b:85:2b", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc531f9-cc", "ovs_interfaceid": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.641197] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.642805] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.648089] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Acquired lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.648089] env[69245]: DEBUG nova.network.neutron [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Refreshing network info cache for port dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.649321] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:85:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc531f9-cc31-4d7b-af89-9560c8edb555', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.659517] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.660158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.827s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.662645] env[69245]: DEBUG nova.objects.instance [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lazy-loading 'resources' on Instance uuid ae7e0e6f-aac9-47fa-93d2-75f19702f708 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.666175] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.667215] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a17317-c7fc-493e-b881-c324fbbd3b5a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.698046] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.698046] env[69245]: value = "task-3708199" [ 993.698046] env[69245]: _type = "Task" [ 993.698046] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.707775] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708199, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.730315] env[69245]: INFO nova.compute.manager [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Took 42.14 seconds to build instance. [ 993.734025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.734025] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8060d217-9392-47fb-a0d8-497dc8054c16 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.742015] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 993.742015] env[69245]: value = "task-3708200" [ 993.742015] env[69245]: _type = "Task" [ 993.742015] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.755902] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.870557] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708197, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.880990] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.168044] env[69245]: DEBUG nova.compute.utils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.173283] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.173479] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.210894] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708199, 'name': CreateVM_Task, 'duration_secs': 0.499008} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.211157] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.211794] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.211967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.212308] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.212571] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e35efd-e67d-4f55-b22e-b1482cd04f0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.219952] env[69245]: DEBUG nova.policy [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.221664] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 994.221664] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b6b82-be31-1630-260b-537ee690381c" [ 994.221664] env[69245]: _type = "Task" [ 994.221664] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.231068] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b6b82-be31-1630-260b-537ee690381c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.232236] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1f55f00c-b605-495d-8f03-a6c2adc71f45 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.654s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.257709] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.266096] env[69245]: DEBUG nova.network.neutron [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Updated VIF entry in instance network info cache for port dbc531f9-cc31-4d7b-af89-9560c8edb555. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.266096] env[69245]: DEBUG nova.network.neutron [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Updating instance_info_cache with network_info: [{"id": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "address": "fa:16:3e:2b:85:2b", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc531f9-cc", "ovs_interfaceid": "dbc531f9-cc31-4d7b-af89-9560c8edb555", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.371093] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708197, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.097269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.371820] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.372148] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.372426] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82c1c6d0-c230-4623-96e2-856be22d2fa7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.377483] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708198, 'name': ReconfigVM_Task, 'duration_secs': 0.696406} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.378103] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e42f30db-207b-4530-918d-3a980c47bef4/e42f30db-207b-4530-918d-3a980c47bef4.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.381179] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4b226cd-ee26-4524-9ffa-9b8808f341d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.384358] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 994.384358] env[69245]: value = "task-3708201" [ 994.384358] env[69245]: _type = "Task" [ 994.384358] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.391345] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 994.391345] env[69245]: value = "task-3708202" [ 994.391345] env[69245]: _type = "Task" [ 994.391345] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.399452] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.408482] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708202, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.541586] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Successfully created port: aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.627674] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac85541-4f8f-4f3a-964a-b7bc4ef339e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.636954] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb629c-1d0e-43ce-852f-74b8d2c0f75b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.673872] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c696056-6feb-4f8a-8926-0f64c9d2601b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.678131] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.687453] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e789a9c-e132-41ae-a294-44ab46982b8f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.703749] env[69245]: DEBUG nova.compute.provider_tree [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.739209] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520b6b82-be31-1630-260b-537ee690381c, 'name': SearchDatastore_Task, 'duration_secs': 0.046014} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.739363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.739648] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.739881] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.740033] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.740226] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.740569] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9930b1ff-ec5b-4e81-8a64-0ae54874aa86 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.755457] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.758644] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.758881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.760314] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b3b4c9-5cd0-46b3-bdff-ad0fdc5bc783 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.767190] env[69245]: DEBUG oslo_concurrency.lockutils [req-9675c5f2-d3ed-4c29-ab8d-3c45d7934760 req-95128c46-5c83-4357-9170-00ee9d57f920 service nova] Releasing lock "refresh_cache-fc010a87-d49a-4090-a838-975705d101e8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.767723] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 994.767723] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fdfbd-321a-350d-b9fb-a76ec7db9cf6" [ 994.767723] env[69245]: _type = "Task" [ 994.767723] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.779875] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fdfbd-321a-350d-b9fb-a76ec7db9cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.900813] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07619} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.901574] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.902615] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d140d42-7563-438b-a590-b8b98843ecb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.911899] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708202, 'name': Rename_Task, 'duration_secs': 0.333002} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.913294] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.913573] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2ea665-82f1-4999-92d0-c72610f0ecc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.938513] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.939520] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0182985-b136-4e1c-a214-269ee113f0de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.961532] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 994.961532] env[69245]: value = "task-3708203" [ 994.961532] env[69245]: _type = "Task" [ 994.961532] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.965482] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 994.965482] env[69245]: value = "task-3708204" [ 994.965482] env[69245]: _type = "Task" [ 994.965482] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.974929] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.986034] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.207040] env[69245]: DEBUG nova.scheduler.client.report [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.256944] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708200, 'name': CreateSnapshot_Task, 'duration_secs': 1.259217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.257373] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 995.258162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b3e89-9b32-4f31-846c-576a6e2817a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.284509] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525fdfbd-321a-350d-b9fb-a76ec7db9cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.285459] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb034d7c-9230-40db-86d0-ead5f80ecf00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.294149] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 995.294149] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1afe4-dde9-72bd-da8e-260360707d37" [ 995.294149] env[69245]: _type = "Task" [ 995.294149] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.301698] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1afe4-dde9-72bd-da8e-260360707d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.469262] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "e2a5e46b-a26e-4b2a-9508-89990e253786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.469575] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.480919] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.484853] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.689514] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.713928] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.722305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.849s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.722305] env[69245]: DEBUG nova.objects.instance [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.738491] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.738734] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.738794] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.738960] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.739957] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.740184] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.740494] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.740671] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.740893] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.741120] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.741380] env[69245]: DEBUG nova.virt.hardware [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.742515] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31623793-6c73-4b9a-a4ba-f0980f8b0f45 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.755513] env[69245]: INFO nova.scheduler.client.report [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted allocations for instance ae7e0e6f-aac9-47fa-93d2-75f19702f708 [ 995.760349] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652792c-785b-457e-a174-a7376efa4c0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.792821] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.793808] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbb691d2-da61-4825-b9ca-1b54b915a12e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.808914] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a1afe4-dde9-72bd-da8e-260360707d37, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.810488] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810756] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] fc010a87-d49a-4090-a838-975705d101e8/fc010a87-d49a-4090-a838-975705d101e8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.811104] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 995.811104] env[69245]: value = "task-3708205" [ 995.811104] env[69245]: _type = "Task" [ 995.811104] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.811293] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-290d9d47-f4e9-4321-aeb8-73b6896f32f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.823907] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708205, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.826058] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 995.826058] env[69245]: value = "task-3708206" [ 995.826058] env[69245]: _type = "Task" [ 995.826058] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.839722] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.979978] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.982817] env[69245]: DEBUG oslo_vmware.api [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708203, 'name': PowerOnVM_Task, 'duration_secs': 0.861955} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.983092] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.984860] env[69245]: DEBUG nova.compute.manager [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.984860] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9d48b-13ce-4823-98e3-7b4670a9de44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.998807] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708204, 'name': ReconfigVM_Task, 'duration_secs': 0.755146} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.999774] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.000494] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a18905f-37b4-4854-91e2-1256da3fa263 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.015071] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 996.015071] env[69245]: value = "task-3708207" [ 996.015071] env[69245]: _type = "Task" [ 996.015071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.032018] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708207, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.278145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e63165a0-7a1b-43ce-bbde-dbd5874dbb8a tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "ae7e0e6f-aac9-47fa-93d2-75f19702f708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.388s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.330319] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708205, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.347685] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.373456] env[69245]: DEBUG nova.compute.manager [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Received event network-vif-plugged-aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.373726] env[69245]: DEBUG oslo_concurrency.lockutils [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] Acquiring lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.373889] env[69245]: DEBUG oslo_concurrency.lockutils [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] Lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.374079] env[69245]: DEBUG oslo_concurrency.lockutils [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] Lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.374254] env[69245]: DEBUG nova.compute.manager [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] No waiting events found dispatching network-vif-plugged-aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.374579] env[69245]: WARNING nova.compute.manager [req-f3e5c7c6-e9aa-4052-bf92-80dd3a320c4a req-584cf7a0-e8cf-4ac2-ab59-2e76a7db5cf9 service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Received unexpected event network-vif-plugged-aad30ae9-9be5-4f15-8238-d3285db1779c for instance with vm_state building and task_state spawning. [ 996.426334] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Successfully updated port: aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.516494] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.522423] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.529358] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708207, 'name': Rename_Task, 'duration_secs': 0.382751} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.529621] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.529913] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf1e7d58-4c4d-4e3f-b864-c153dd69e7a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.536837] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 996.536837] env[69245]: value = "task-3708208" [ 996.536837] env[69245]: _type = "Task" [ 996.536837] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.546812] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.737988] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f0bf77c-9efa-405b-91a8-de09a72d87f4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.739255] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.757s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.742116] env[69245]: INFO nova.compute.claims [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.825470] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708205, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.839261] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575966} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.839611] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] fc010a87-d49a-4090-a838-975705d101e8/fc010a87-d49a-4090-a838-975705d101e8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.839850] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.840115] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672389ac-acee-4439-97e7-7537b7592399 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.847765] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 996.847765] env[69245]: value = "task-3708209" [ 996.847765] env[69245]: _type = "Task" [ 996.847765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.858216] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.934135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.934135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.934135] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.053989] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.327635] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708205, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.358998] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082298} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.359372] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.360724] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dc50e1-9f45-4ca8-877d-ba27c71ebc5b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.385059] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] fc010a87-d49a-4090-a838-975705d101e8/fc010a87-d49a-4090-a838-975705d101e8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.385470] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cb18b8-99e2-4237-8122-77da6d93168b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406669] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 997.406669] env[69245]: value = "task-3708210" [ 997.406669] env[69245]: _type = "Task" [ 997.406669] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.410666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.410922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.411166] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.411634] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.411634] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.414214] env[69245]: INFO nova.compute.manager [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Terminating instance [ 997.419362] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.479742] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.558106] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708208, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.666277] env[69245]: DEBUG nova.network.neutron [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Updating instance_info_cache with network_info: [{"id": "aad30ae9-9be5-4f15-8238-d3285db1779c", "address": "fa:16:3e:b3:8a:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad30ae9-9b", "ovs_interfaceid": "aad30ae9-9be5-4f15-8238-d3285db1779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.792372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "e42f30db-207b-4530-918d-3a980c47bef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.792790] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.793036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "e42f30db-207b-4530-918d-3a980c47bef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.793235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.793410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.796371] env[69245]: INFO nova.compute.manager [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Terminating instance [ 997.830199] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708205, 'name': CloneVM_Task, 'duration_secs': 1.912023} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.834027] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Created linked-clone VM from snapshot [ 997.834027] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccfaad4-f3de-41cb-acb9-41645c7e0463 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.845674] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Uploading image b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.882600] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.882600] env[69245]: value = "vm-738564" [ 997.882600] env[69245]: _type = "VirtualMachine" [ 997.882600] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.882600] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d341c984-e7c0-4bf6-b753-b33e0132135f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.891995] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease: (returnval){ [ 997.891995] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d03d69-1d67-c885-dc00-c75893bf80ac" [ 997.891995] env[69245]: _type = "HttpNfcLease" [ 997.891995] env[69245]: } obtained for exporting VM: (result){ [ 997.891995] env[69245]: value = "vm-738564" [ 997.891995] env[69245]: _type = "VirtualMachine" [ 997.891995] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.892422] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the lease: (returnval){ [ 997.892422] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d03d69-1d67-c885-dc00-c75893bf80ac" [ 997.892422] env[69245]: _type = "HttpNfcLease" [ 997.892422] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.902606] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.902606] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d03d69-1d67-c885-dc00-c75893bf80ac" [ 997.902606] env[69245]: _type = "HttpNfcLease" [ 997.902606] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 997.918127] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.924318] env[69245]: DEBUG nova.compute.manager [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.924585] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.925975] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f7bd4-4bc8-4c02-80d0-84312c783b31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.934029] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.934359] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b38eea4-87c2-47c7-8d37-6ceb6387c2fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.947591] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 997.947591] env[69245]: value = "task-3708212" [ 997.947591] env[69245]: _type = "Task" [ 997.947591] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.957591] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.052131] env[69245]: DEBUG oslo_vmware.api [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708208, 'name': PowerOnVM_Task, 'duration_secs': 1.135042} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.055417] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.055923] env[69245]: INFO nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Took 10.97 seconds to spawn the instance on the hypervisor. [ 998.056245] env[69245]: DEBUG nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.058021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be23398-92be-4a81-9967-9160d4140c3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.169350] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.170293] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Instance network_info: |[{"id": "aad30ae9-9be5-4f15-8238-d3285db1779c", "address": "fa:16:3e:b3:8a:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad30ae9-9b", "ovs_interfaceid": "aad30ae9-9be5-4f15-8238-d3285db1779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.170475] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:8a:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad30ae9-9be5-4f15-8238-d3285db1779c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.178015] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating folder: Project (43d9841fb04d4a9c9eda3ca1ef40fbd6). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.181337] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a81821bd-eefa-4a84-a506-7cc7be75128f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.194862] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created folder: Project (43d9841fb04d4a9c9eda3ca1ef40fbd6) in parent group-v738357. [ 998.194862] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating folder: Instances. Parent ref: group-v738565. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.195259] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f443a464-6b5f-4ecb-8014-44231eb33684 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.207414] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created folder: Instances in parent group-v738565. [ 998.208319] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.208319] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.208774] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f158af-3359-4293-a1d7-8f9a3215bb30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.241469] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.241469] env[69245]: value = "task-3708215" [ 998.241469] env[69245]: _type = "Task" [ 998.241469] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.256372] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708215, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.301666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "refresh_cache-e42f30db-207b-4530-918d-3a980c47bef4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.301869] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquired lock "refresh_cache-e42f30db-207b-4530-918d-3a980c47bef4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.302111] env[69245]: DEBUG nova.network.neutron [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.307207] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6bb9f2-0add-4d13-bc9a-c609d046f9c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.318101] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a0a13-1030-49b5-8d39-ea9e9dda09d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.357457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c42ec-91fc-4038-a5ac-d2fcf99a7f29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.366785] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40e4479-1079-41b7-aad8-a66a59276e6c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.384608] env[69245]: DEBUG nova.compute.provider_tree [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.403222] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.403222] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d03d69-1d67-c885-dc00-c75893bf80ac" [ 998.403222] env[69245]: _type = "HttpNfcLease" [ 998.403222] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.403628] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.403628] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d03d69-1d67-c885-dc00-c75893bf80ac" [ 998.403628] env[69245]: _type = "HttpNfcLease" [ 998.403628] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.404500] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e47ed-89b1-4529-a835-61a8f285fa0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.414613] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.414828] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 998.422926] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.494848] env[69245]: DEBUG nova.compute.manager [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Received event network-changed-40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.495059] env[69245]: DEBUG nova.compute.manager [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Refreshing instance network info cache due to event network-changed-40919351-7ce4-4696-a840-52a672ceacc5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.495279] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.495464] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.495631] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Refreshing network info cache for port 40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.504694] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708212, 'name': PowerOffVM_Task, 'duration_secs': 0.398049} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.504865] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.505027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.505301] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db30a8eb-ee2b-4bf7-b5a8-d1c0ef4e6bd9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.544832] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c104a850-9148-40fa-a5c6-0c070bfc6ad1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.585200] env[69245]: INFO nova.compute.manager [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Took 44.73 seconds to build instance. [ 998.603311] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.603311] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.603311] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleting the datastore file [datastore2] 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.604169] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e6ff241-ddc5-4c27-876e-391bffe5d65f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.611290] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for the task: (returnval){ [ 998.611290] env[69245]: value = "task-3708217" [ 998.611290] env[69245]: _type = "Task" [ 998.611290] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.621703] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.753181] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708215, 'name': CreateVM_Task, 'duration_secs': 0.366739} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.753514] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.754554] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.754760] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.755120] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.755395] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362873e7-0cdc-40de-908d-1461e28eefa0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.768460] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 998.768460] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524c0b71-0ae8-c31b-bb53-a818c579fa1e" [ 998.768460] env[69245]: _type = "Task" [ 998.768460] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.781156] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524c0b71-0ae8-c31b-bb53-a818c579fa1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.834107] env[69245]: DEBUG nova.network.neutron [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.888773] env[69245]: DEBUG nova.scheduler.client.report [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.910354] env[69245]: DEBUG nova.network.neutron [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.920429] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708210, 'name': ReconfigVM_Task, 'duration_secs': 1.394057} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.921424] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] fc010a87-d49a-4090-a838-975705d101e8/fc010a87-d49a-4090-a838-975705d101e8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.922093] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8968931-f41a-47f8-9e91-f95d47a43530 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.930703] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 998.930703] env[69245]: value = "task-3708218" [ 998.930703] env[69245]: _type = "Task" [ 998.930703] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.943560] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708218, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.087242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-64f14dab-5d8c-480d-8511-b252962cba36 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.767s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.135513] env[69245]: DEBUG oslo_vmware.api [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Task: {'id': task-3708217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155375} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.135730] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.135919] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.136124] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.137655] env[69245]: INFO nova.compute.manager [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 999.137655] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.137655] env[69245]: DEBUG nova.compute.manager [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.137655] env[69245]: DEBUG nova.network.neutron [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.286635] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524c0b71-0ae8-c31b-bb53-a818c579fa1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.287493] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.287882] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.287974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.288106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.288297] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.288579] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-883491a9-06da-460e-af53-b24a9a9c91b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.295172] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updated VIF entry in instance network info cache for port 40919351-7ce4-4696-a840-52a672ceacc5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.295608] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.306807] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.307102] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.307861] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6f8093-889c-4d6d-ab75-ee93789ab04c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.315215] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 999.315215] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e70bff-7ee8-d64d-d790-041845654313" [ 999.315215] env[69245]: _type = "Task" [ 999.315215] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.325342] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e70bff-7ee8-d64d-d790-041845654313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.396778] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.397422] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.400367] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.595s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.400684] env[69245]: DEBUG nova.objects.instance [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'resources' on Instance uuid 54339c90-469c-4806-a006-ce6949d68ca4 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.415173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Releasing lock "refresh_cache-e42f30db-207b-4530-918d-3a980c47bef4" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.415894] env[69245]: DEBUG nova.compute.manager [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.416200] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.417946] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f60bf6-fb60-4b0c-9388-2206b0f8dddd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.427096] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.427444] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df88301c-daf4-46ac-aad1-077313f8c722 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.437284] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 999.437284] env[69245]: value = "task-3708219" [ 999.437284] env[69245]: _type = "Task" [ 999.437284] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.444657] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708218, 'name': Rename_Task, 'duration_secs': 0.265215} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.445595] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.446499] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826e013c-38c1-4777-9836-90bf3a499a5b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.452745] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.454601] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 999.454601] env[69245]: value = "task-3708220" [ 999.454601] env[69245]: _type = "Task" [ 999.454601] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.464473] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.798808] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.799232] env[69245]: DEBUG nova.compute.manager [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Received event network-changed-aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.799430] env[69245]: DEBUG nova.compute.manager [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Refreshing instance network info cache due to event network-changed-aad30ae9-9be5-4f15-8238-d3285db1779c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.799729] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Acquiring lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.799880] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Acquired lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.800125] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Refreshing network info cache for port aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.827517] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e70bff-7ee8-d64d-d790-041845654313, 'name': SearchDatastore_Task, 'duration_secs': 0.026525} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.828682] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e28dc3-450a-4929-9a38-78b65d590cdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.836759] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 999.836759] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f546dd-394e-75cd-0f18-7d4c78dddece" [ 999.836759] env[69245]: _type = "Task" [ 999.836759] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.854075] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f546dd-394e-75cd-0f18-7d4c78dddece, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.854724] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.855098] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] a93a4852-e43a-42fd-bd43-c436cec71980/a93a4852-e43a-42fd-bd43-c436cec71980.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.855373] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f16f542-99c0-4066-8e67-f094b3e7fe8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.865451] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 999.865451] env[69245]: value = "task-3708221" [ 999.865451] env[69245]: _type = "Task" [ 999.865451] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.875213] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.904376] env[69245]: DEBUG nova.compute.utils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.905915] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.907520] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.951385] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708219, 'name': PowerOffVM_Task, 'duration_secs': 0.186239} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.956025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.956025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.956265] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-086c44c0-f232-41b8-b3f7-b320caff480e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.970218] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.991178] env[69245]: DEBUG nova.policy [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de44bb3e4994636a5c1280c2e4bd6c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a1349e9c6964e65a06f5122a188ae01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.995529] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.995809] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.996086] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Deleting the datastore file [datastore1] e42f30db-207b-4530-918d-3a980c47bef4 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.999352] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d5e4ee-4151-417f-9da2-051a9d059018 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.010360] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for the task: (returnval){ [ 1000.010360] env[69245]: value = "task-3708223" [ 1000.010360] env[69245]: _type = "Task" [ 1000.010360] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.021433] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.385927] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.417256] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.420073] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Successfully created port: f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.476042] env[69245]: DEBUG oslo_vmware.api [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708220, 'name': PowerOnVM_Task, 'duration_secs': 0.811141} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.476854] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.476854] env[69245]: INFO nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1000.476854] env[69245]: DEBUG nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.477651] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f0930-aec5-414b-83f3-8e23b08e0aca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.512918] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce862a2c-300d-4b2e-8fbd-36dbe9e7f2bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.530605] env[69245]: DEBUG oslo_vmware.api [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Task: {'id': task-3708223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161813} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.535479] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.535720] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.535919] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.536158] env[69245]: INFO nova.compute.manager [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1000.536393] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.536671] env[69245]: DEBUG nova.compute.manager [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.536767] env[69245]: DEBUG nova.network.neutron [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.539582] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f69c04-818c-4c13-bf3c-db17728a27e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.574017] env[69245]: DEBUG nova.network.neutron [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.581320] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115966a-7baf-41b4-a6ca-74cf9ce274c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588500] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52022b80-8a4e-4e59-b9ff-c121f9a34f2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.594412] env[69245]: DEBUG nova.network.neutron [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.612026] env[69245]: DEBUG nova.compute.provider_tree [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.620165] env[69245]: DEBUG nova.compute.manager [req-7dc724f8-44eb-4b67-8dc1-3df99caa1f3f req-0025aa8a-1233-45af-a971-337f185ed2a0 service nova] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Received event network-vif-deleted-e199eac3-3b7c-4bc7-8608-eaea86437570 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.851252] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Updated VIF entry in instance network info cache for port aad30ae9-9be5-4f15-8238-d3285db1779c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.851252] env[69245]: DEBUG nova.network.neutron [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Updating instance_info_cache with network_info: [{"id": "aad30ae9-9be5-4f15-8238-d3285db1779c", "address": "fa:16:3e:b3:8a:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad30ae9-9b", "ovs_interfaceid": "aad30ae9-9be5-4f15-8238-d3285db1779c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.880098] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66257} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.880834] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] a93a4852-e43a-42fd-bd43-c436cec71980/a93a4852-e43a-42fd-bd43-c436cec71980.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.882739] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.882739] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91404ea1-abf0-4650-99d5-4ac11f57d12e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.889832] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1000.889832] env[69245]: value = "task-3708224" [ 1000.889832] env[69245]: _type = "Task" [ 1000.889832] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.909132] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.019106] env[69245]: INFO nova.compute.manager [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Took 39.95 seconds to build instance. [ 1001.076895] env[69245]: INFO nova.compute.manager [-] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Took 1.94 seconds to deallocate network for instance. [ 1001.097225] env[69245]: DEBUG nova.network.neutron [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.117437] env[69245]: DEBUG nova.scheduler.client.report [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.354685] env[69245]: DEBUG oslo_concurrency.lockutils [req-3e9d1416-19a7-4566-9cd6-a8e39111ba26 req-923a495a-4d22-4c32-b25f-1401a194039f service nova] Releasing lock "refresh_cache-a93a4852-e43a-42fd-bd43-c436cec71980" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.404379] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349603} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.404661] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.405940] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa1a1b-090d-40e9-b782-39a28782ba04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.440027] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a93a4852-e43a-42fd-bd43-c436cec71980/a93a4852-e43a-42fd-bd43-c436cec71980.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.440027] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.440665] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12f9b10-7538-49c9-82e1-ddaacb974ea0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.466526] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1001.466526] env[69245]: value = "task-3708225" [ 1001.466526] env[69245]: _type = "Task" [ 1001.466526] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.491456] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.491591] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.491957] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.492363] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.492363] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.492555] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.492816] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.493050] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.493281] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.493505] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.493780] env[69245]: DEBUG nova.virt.hardware [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.494299] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.495378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e7084-e6fb-4322-8358-e8121cedad92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.507467] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c38f99-7c1d-4b8b-8727-6f09da9b8e78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.525736] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4949794-c370-465f-8d54-8747bc20ed89 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.469s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.585478] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.600689] env[69245]: INFO nova.compute.manager [-] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Took 1.06 seconds to deallocate network for instance. [ 1001.625289] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.630366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.760s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.633212] env[69245]: INFO nova.compute.claims [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.659041] env[69245]: INFO nova.scheduler.client.report [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocations for instance 54339c90-469c-4806-a006-ce6949d68ca4 [ 1001.773024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "fc010a87-d49a-4090-a838-975705d101e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.773024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.773024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "fc010a87-d49a-4090-a838-975705d101e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.773024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.773024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.774065] env[69245]: INFO nova.compute.manager [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Terminating instance [ 1001.984136] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708225, 'name': ReconfigVM_Task, 'duration_secs': 0.455272} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.984434] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a93a4852-e43a-42fd-bd43-c436cec71980/a93a4852-e43a-42fd-bd43-c436cec71980.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.985123] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93692d8a-2b06-4d86-9a61-67269f4bd563 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.995894] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1001.995894] env[69245]: value = "task-3708226" [ 1001.995894] env[69245]: _type = "Task" [ 1001.995894] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.005192] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708226, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.108958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.122931] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Successfully updated port: f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.173953] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1302ffe8-e7cc-4003-9e25-ec5623a7ccf4 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "54339c90-469c-4806-a006-ce6949d68ca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.407s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.278752] env[69245]: DEBUG nova.compute.manager [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.279011] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.280393] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908c4c9b-9b33-49a9-895f-fbf7be6823e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.289628] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.289894] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-009191fa-d54c-4aa1-8100-00aee89b8251 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.297099] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1002.297099] env[69245]: value = "task-3708227" [ 1002.297099] env[69245]: _type = "Task" [ 1002.297099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.308437] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.333386] env[69245]: DEBUG nova.compute.manager [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Received event network-vif-plugged-f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.333588] env[69245]: DEBUG oslo_concurrency.lockutils [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] Acquiring lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.333815] env[69245]: DEBUG oslo_concurrency.lockutils [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.333987] env[69245]: DEBUG oslo_concurrency.lockutils [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.334176] env[69245]: DEBUG nova.compute.manager [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] No waiting events found dispatching network-vif-plugged-f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.334351] env[69245]: WARNING nova.compute.manager [req-537c10f7-5662-42a4-9237-e2080bef54d6 req-729b84c9-fe91-49ec-8672-3eda02c31a2c service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Received unexpected event network-vif-plugged-f78e9bfa-ebe1-4696-9042-a8979ebd233c for instance with vm_state building and task_state spawning. [ 1002.385581] env[69245]: DEBUG nova.compute.manager [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1002.507045] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708226, 'name': Rename_Task, 'duration_secs': 0.185896} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.507452] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.507632] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47d5d4d6-c125-436e-91df-b5edae6365e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.515939] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1002.515939] env[69245]: value = "task-3708228" [ 1002.515939] env[69245]: _type = "Task" [ 1002.515939] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.525390] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.557430] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "974546ce-0a67-4bc3-b64a-9348be71641b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.557430] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.629769] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.630065] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquired lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.630141] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.765448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "ad2693d9-a5f1-42ba-a471-249753646b3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.765787] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.766027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.766235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.766451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.769050] env[69245]: INFO nova.compute.manager [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Terminating instance [ 1002.809596] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708227, 'name': PowerOffVM_Task, 'duration_secs': 0.313088} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.812971] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.813214] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.814440] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d59fea-408c-495e-9e0b-d46f27dccebd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.913017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.914728] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.914979] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.915170] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleting the datastore file [datastore1] fc010a87-d49a-4090-a838-975705d101e8 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.915473] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60c960f6-7146-4236-af25-ed3c00dc40cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.923907] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1002.923907] env[69245]: value = "task-3708230" [ 1002.923907] env[69245]: _type = "Task" [ 1002.923907] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.936387] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.030458] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.059802] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.153712] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944aaa34-279c-457f-b669-8ee3d7d5a90f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.163081] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02b7a7-c4a0-4820-bdef-2e1d745ac0fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.197884] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.200457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507dee7d-5e1e-4bbd-88dc-4e574cd056a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.209520] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dda9a2-b585-411a-bff6-85a70e4e5d4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.224851] env[69245]: DEBUG nova.compute.provider_tree [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.278172] env[69245]: DEBUG nova.compute.manager [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.278172] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.278948] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333d2fd-061f-4a85-a22f-6aa301029b31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.290250] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.290608] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e93d6db-c218-479e-a52d-2a7950e9a486 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.298973] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 1003.298973] env[69245]: value = "task-3708231" [ 1003.298973] env[69245]: _type = "Task" [ 1003.298973] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.308172] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.353162] env[69245]: DEBUG nova.network.neutron [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Updating instance_info_cache with network_info: [{"id": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "address": "fa:16:3e:62:12:36", "network": {"id": "5603d360-1b2b-4a9b-af7a-ef2ba64afee5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-639999084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1349e9c6964e65a06f5122a188ae01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78e9bfa-eb", "ovs_interfaceid": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.434555] env[69245]: DEBUG oslo_vmware.api [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15925} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.434734] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.434917] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.435117] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.435298] env[69245]: INFO nova.compute.manager [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: fc010a87-d49a-4090-a838-975705d101e8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1003.435542] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.435736] env[69245]: DEBUG nova.compute.manager [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.435834] env[69245]: DEBUG nova.network.neutron [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.526887] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.730639] env[69245]: DEBUG nova.scheduler.client.report [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.809395] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.026674] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.309778] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.390976] env[69245]: DEBUG nova.compute.manager [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Received event network-changed-f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.390976] env[69245]: DEBUG nova.compute.manager [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Refreshing instance network info cache due to event network-changed-f78e9bfa-ebe1-4696-9042-a8979ebd233c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.391097] env[69245]: DEBUG oslo_concurrency.lockutils [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] Acquiring lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.531748] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.737370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.737935] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.740803] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.237s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.741043] env[69245]: DEBUG nova.objects.instance [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lazy-loading 'resources' on Instance uuid fdf081d6-be9c-439e-b773-e2015d4a7fae {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.812454] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.857667] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Releasing lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.857870] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Instance network_info: |[{"id": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "address": "fa:16:3e:62:12:36", "network": {"id": "5603d360-1b2b-4a9b-af7a-ef2ba64afee5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-639999084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1349e9c6964e65a06f5122a188ae01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78e9bfa-eb", "ovs_interfaceid": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.858476] env[69245]: DEBUG oslo_concurrency.lockutils [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] Acquired lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.858548] env[69245]: DEBUG nova.network.neutron [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Refreshing network info cache for port f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.861222] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:12:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f78e9bfa-ebe1-4696-9042-a8979ebd233c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.873130] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Creating folder: Project (8a1349e9c6964e65a06f5122a188ae01). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.876038] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a4ae10a-162f-4634-9b16-19cf432b1d31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.893203] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Created folder: Project (8a1349e9c6964e65a06f5122a188ae01) in parent group-v738357. [ 1004.893203] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Creating folder: Instances. Parent ref: group-v738568. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.893203] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48d75f45-e9ca-452c-9a71-b87e3f87892a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.908078] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Created folder: Instances in parent group-v738568. [ 1004.908655] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.909010] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.909412] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cabcf244-051d-4c12-bc82-295c38c886c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.933461] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.933461] env[69245]: value = "task-3708234" [ 1004.933461] env[69245]: _type = "Task" [ 1004.933461] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.946321] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708234, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.032411] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.094818] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.245209] env[69245]: DEBUG nova.compute.utils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.252152] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.252388] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.315571] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708231, 'name': PowerOffVM_Task, 'duration_secs': 1.75951} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.315916] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.316155] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.316450] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b36b2fb0-9859-4dd0-8cd2-4652535c6dc4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.348222] env[69245]: DEBUG nova.policy [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.380554] env[69245]: DEBUG nova.network.neutron [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.454177] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708234, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.532791] env[69245]: DEBUG oslo_vmware.api [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708228, 'name': PowerOnVM_Task, 'duration_secs': 2.601078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.538412] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.538837] env[69245]: INFO nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1005.539188] env[69245]: DEBUG nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.541272] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677fb862-2434-4c34-856d-0d332c4a2312 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.755972] env[69245]: DEBUG nova.network.neutron [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Updated VIF entry in instance network info cache for port f78e9bfa-ebe1-4696-9042-a8979ebd233c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.756356] env[69245]: DEBUG nova.network.neutron [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Updating instance_info_cache with network_info: [{"id": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "address": "fa:16:3e:62:12:36", "network": {"id": "5603d360-1b2b-4a9b-af7a-ef2ba64afee5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-639999084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1349e9c6964e65a06f5122a188ae01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf78e9bfa-eb", "ovs_interfaceid": "f78e9bfa-ebe1-4696-9042-a8979ebd233c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.757974] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.778676] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a148a-c533-4e0b-8701-108f3783f0ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.793580] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ab824b-ca0f-4f83-9678-279d2ab91d1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.830529] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f9806-0fa5-4f42-ab3a-78ff84eb96fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.840791] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceade492-57cc-4eb4-aeb4-ed13f952d937 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.856605] env[69245]: DEBUG nova.compute.provider_tree [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.882486] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Successfully created port: 38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.884716] env[69245]: INFO nova.compute.manager [-] [instance: fc010a87-d49a-4090-a838-975705d101e8] Took 2.45 seconds to deallocate network for instance. [ 1005.944836] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708234, 'name': CreateVM_Task, 'duration_secs': 0.527447} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.945023] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.945747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.945904] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.946254] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.946516] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d142390a-1836-4e5c-8482-55c89cb4295b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.952163] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1005.952163] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca40-68fb-e3a6-d3f5-5348ea8786b8" [ 1005.952163] env[69245]: _type = "Task" [ 1005.952163] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.963539] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca40-68fb-e3a6-d3f5-5348ea8786b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.055035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.055035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.055035] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleting the datastore file [datastore2] ad2693d9-a5f1-42ba-a471-249753646b3b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.060926] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33566e3-585c-4d4f-b90b-0b0916bdac60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.066651] env[69245]: INFO nova.compute.manager [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Took 43.56 seconds to build instance. [ 1006.073031] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for the task: (returnval){ [ 1006.073031] env[69245]: value = "task-3708236" [ 1006.073031] env[69245]: _type = "Task" [ 1006.073031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.081793] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.263286] env[69245]: DEBUG oslo_concurrency.lockutils [req-efc649e9-9126-4822-8fbd-4aee90cc66c7 req-8e5e3d23-0588-4d3f-a031-3ca425c6d7d1 service nova] Releasing lock "refresh_cache-83c8b6e6-8237-4dcc-b083-8ee32debdd90" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.360477] env[69245]: DEBUG nova.scheduler.client.report [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.394173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.465248] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5247ca40-68fb-e3a6-d3f5-5348ea8786b8, 'name': SearchDatastore_Task, 'duration_secs': 0.016705} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.466141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.466540] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.466890] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.467156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.467478] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.467896] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a95d0cc-7c75-4c06-918a-b356a9a8cc21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.489110] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.490025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.493235] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a6429d-2e5e-4adf-b99f-1af95408c66c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.501242] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1006.501242] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccb82-62be-b086-fe05-cff1633c3ba1" [ 1006.501242] env[69245]: _type = "Task" [ 1006.501242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.509554] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccb82-62be-b086-fe05-cff1633c3ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.569943] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e82f7069-0079-4f44-9d6a-4139d19c16f9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.071s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.581595] env[69245]: DEBUG oslo_vmware.api [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Task: {'id': task-3708236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440113} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.581908] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.582108] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.582292] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.582492] env[69245]: INFO nova.compute.manager [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1006.582800] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.583031] env[69245]: DEBUG nova.compute.manager [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.583147] env[69245]: DEBUG nova.network.neutron [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.777169] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.812261] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.812672] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.812876] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.813105] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.813305] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.813494] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.813724] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.814525] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.814791] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.814994] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.815672] env[69245]: DEBUG nova.virt.hardware [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.817162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625d3a2-eb02-47fa-8f7e-6826316f05dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.827087] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fba4f0-5047-4185-9689-666c3c2e00fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.836548] env[69245]: DEBUG nova.compute.manager [req-7ce0ae75-4807-4775-a89e-e2098c7eb95e req-7d3d1583-5161-4a66-9e4a-c45c5b9765bf service nova] [instance: fc010a87-d49a-4090-a838-975705d101e8] Received event network-vif-deleted-dbc531f9-cc31-4d7b-af89-9560c8edb555 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.867957] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.870765] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.832s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.872230] env[69245]: INFO nova.compute.claims [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.907133] env[69245]: INFO nova.scheduler.client.report [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Deleted allocations for instance fdf081d6-be9c-439e-b773-e2015d4a7fae [ 1007.011890] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccb82-62be-b086-fe05-cff1633c3ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.013878] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07009f43-26ac-43fe-8e23-200eb4a72148 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.019917] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1007.019917] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521ffb1a-16df-1009-7796-73e1d9814382" [ 1007.019917] env[69245]: _type = "Task" [ 1007.019917] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.031579] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521ffb1a-16df-1009-7796-73e1d9814382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.418264] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ff258823-f174-4c83-b405-e068fc8f540e tempest-ServersTestJSON-976768608 tempest-ServersTestJSON-976768608-project-member] Lock "fdf081d6-be9c-439e-b773-e2015d4a7fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.925s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.532379] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521ffb1a-16df-1009-7796-73e1d9814382, 'name': SearchDatastore_Task, 'duration_secs': 0.023507} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.532693] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.532978] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 83c8b6e6-8237-4dcc-b083-8ee32debdd90/83c8b6e6-8237-4dcc-b083-8ee32debdd90.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.533265] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a20fbb34-60f4-480f-9a59-42b5199e18a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.541273] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1007.541273] env[69245]: value = "task-3708237" [ 1007.541273] env[69245]: _type = "Task" [ 1007.541273] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.552250] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.598929] env[69245]: DEBUG nova.compute.manager [req-98899e04-7738-447d-9b4f-1a645e436931 req-ff0b7e88-6a73-40c8-805e-ec157c8f0443 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Received event network-vif-deleted-5333f968-31a2-4264-b286-3f00746d4c60 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.599523] env[69245]: INFO nova.compute.manager [req-98899e04-7738-447d-9b4f-1a645e436931 req-ff0b7e88-6a73-40c8-805e-ec157c8f0443 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Neutron deleted interface 5333f968-31a2-4264-b286-3f00746d4c60; detaching it from the instance and deleting it from the info cache [ 1007.599897] env[69245]: DEBUG nova.network.neutron [req-98899e04-7738-447d-9b4f-1a645e436931 req-ff0b7e88-6a73-40c8-805e-ec157c8f0443 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.764666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.764944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.890780] env[69245]: DEBUG nova.network.neutron [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.950333] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Successfully updated port: 38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.062924] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708237, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.106669] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66511d91-2e1f-44ac-9897-f1546963f81d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.120858] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb87f91-64fb-4cc4-99e2-937c1cf97e63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.167872] env[69245]: DEBUG nova.compute.manager [req-98899e04-7738-447d-9b4f-1a645e436931 req-ff0b7e88-6a73-40c8-805e-ec157c8f0443 service nova] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Detach interface failed, port_id=5333f968-31a2-4264-b286-3f00746d4c60, reason: Instance ad2693d9-a5f1-42ba-a471-249753646b3b could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.267774] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.394123] env[69245]: INFO nova.compute.manager [-] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Took 1.81 seconds to deallocate network for instance. [ 1008.426882] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748e990d-36e0-49a1-9109-1181fe95f79e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.437190] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4279e498-b82d-44d6-a721-9c6b750a8cdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.474240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.474716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.474981] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.478634] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e382c-ee18-4fe0-bbce-bc73e6488183 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.488842] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e10a3-5c84-4ba9-be20-232116e74a73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.505680] env[69245]: DEBUG nova.compute.provider_tree [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.556439] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.556764] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 83c8b6e6-8237-4dcc-b083-8ee32debdd90/83c8b6e6-8237-4dcc-b083-8ee32debdd90.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.556974] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.557266] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6914f592-4525-4997-835a-e06b85390b60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.565470] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.565730] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.570527] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1008.570527] env[69245]: value = "task-3708238" [ 1008.570527] env[69245]: _type = "Task" [ 1008.570527] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.581257] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.793918] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.876884] env[69245]: DEBUG nova.compute.manager [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-plugged-38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.877176] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.877354] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.877773] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.878089] env[69245]: DEBUG nova.compute.manager [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] No waiting events found dispatching network-vif-plugged-38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.878366] env[69245]: WARNING nova.compute.manager [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received unexpected event network-vif-plugged-38b3704f-2f9f-4084-94ea-b4dc49c86aaf for instance with vm_state building and task_state spawning. [ 1008.878725] env[69245]: DEBUG nova.compute.manager [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-changed-38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.879207] env[69245]: DEBUG nova.compute.manager [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing instance network info cache due to event network-changed-38b3704f-2f9f-4084-94ea-b4dc49c86aaf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.879675] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.906792] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.011329] env[69245]: DEBUG nova.scheduler.client.report [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.032579] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.068514] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.086677] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135704} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.086990] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.087843] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce2684-1bb2-4c1f-b851-da0eded50130 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.112083] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 83c8b6e6-8237-4dcc-b083-8ee32debdd90/83c8b6e6-8237-4dcc-b083-8ee32debdd90.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.116148] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca9194c-db05-43e8-9860-3f597dcf033a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.137630] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1009.137630] env[69245]: value = "task-3708239" [ 1009.137630] env[69245]: _type = "Task" [ 1009.137630] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.147577] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.188894] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1009.190245] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f641b-0d2a-41c8-8a61-66198c5a28a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.202828] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1009.203030] env[69245]: ERROR oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk due to incomplete transfer. [ 1009.203365] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72974e57-a5d5-482b-ab26-d51ab699bd91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.213787] env[69245]: DEBUG oslo_vmware.rw_handles [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c960a7-05b8-0c3f-1338-26c95057308a/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1009.213883] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Uploaded image b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1009.216680] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1009.217041] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6263e778-290e-4689-82b3-02a84442ea28 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.225061] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1009.225061] env[69245]: value = "task-3708240" [ 1009.225061] env[69245]: _type = "Task" [ 1009.225061] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.235423] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708240, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.277565] env[69245]: DEBUG nova.network.neutron [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.519616] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.519616] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.522771] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.138s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.524116] env[69245]: INFO nova.compute.claims [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.594146] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.655606] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708239, 'name': ReconfigVM_Task, 'duration_secs': 0.447573} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.655915] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 83c8b6e6-8237-4dcc-b083-8ee32debdd90/83c8b6e6-8237-4dcc-b083-8ee32debdd90.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.656702] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb6804e-4a79-4ee6-ace5-f70ea18fe2f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.664374] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1009.664374] env[69245]: value = "task-3708241" [ 1009.664374] env[69245]: _type = "Task" [ 1009.664374] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.673969] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708241, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.744021] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708240, 'name': Destroy_Task, 'duration_secs': 0.329077} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.744021] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Destroyed the VM [ 1009.744021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.744021] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-881986e2-d41d-42d5-98b6-f3b68fde9598 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.751340] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1009.751340] env[69245]: value = "task-3708242" [ 1009.751340] env[69245]: _type = "Task" [ 1009.751340] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.768698] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708242, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.780481] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.780872] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Instance network_info: |[{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.781279] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.781481] env[69245]: DEBUG nova.network.neutron [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing network info cache for port 38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.783038] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:9c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b3704f-2f9f-4084-94ea-b4dc49c86aaf', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.795123] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.796800] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.797193] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf6824f-e38e-46a9-a387-de07f9603b35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.820773] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.820773] env[69245]: value = "task-3708243" [ 1009.820773] env[69245]: _type = "Task" [ 1009.820773] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.830193] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708243, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.033023] env[69245]: DEBUG nova.compute.utils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.035591] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.036095] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.129233] env[69245]: DEBUG nova.policy [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82ef88e4ecfb4e39a0d7bb23bcd561f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22617ce92e804086944bc6ab4bc0c1e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.180027] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708241, 'name': Rename_Task, 'duration_secs': 0.171614} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.180027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.180027] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a484284-ea8e-4ae7-8671-9d05a55faf06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.186712] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1010.186712] env[69245]: value = "task-3708244" [ 1010.186712] env[69245]: _type = "Task" [ 1010.186712] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.197248] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.265113] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708242, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.332163] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708243, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.494951] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Successfully created port: 0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.536644] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.699256] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.705393] env[69245]: DEBUG nova.network.neutron [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updated VIF entry in instance network info cache for port 38b3704f-2f9f-4084-94ea-b4dc49c86aaf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.705895] env[69245]: DEBUG nova.network.neutron [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.769725] env[69245]: DEBUG oslo_vmware.api [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708242, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741963} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.769909] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.770176] env[69245]: INFO nova.compute.manager [None req-f58c132a-d262-4077-86f3-6121bfb2d1dd tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Took 17.58 seconds to snapshot the instance on the hypervisor. [ 1010.834284] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708243, 'name': CreateVM_Task, 'duration_secs': 0.646004} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.837784] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.841412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.841412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.841412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.841412] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ea7c35-1ea9-42d7-a9f0-6aa72cb4dd35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.847855] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1010.847855] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524642ec-8c6e-1b6f-8991-158fee44acdf" [ 1010.847855] env[69245]: _type = "Task" [ 1010.847855] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.864404] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524642ec-8c6e-1b6f-8991-158fee44acdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.128198] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646dff97-b1e4-410d-852d-b40944e10ee4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.140840] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb85860-77a8-4fa7-9c10-22cd1ec1e51c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.178306] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98d699-929a-4baf-9903-22c54c96c49f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.186776] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8094befd-eaeb-4fa2-89fe-f689ec30f9b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.198672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "5650c0de-c57e-4165-86eb-64e340ed1322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.198925] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.209692] env[69245]: DEBUG oslo_concurrency.lockutils [req-e29ea929-df46-4b86-89c6-a44c976081c5 req-5ad721f4-ac54-4cd2-abcc-123574da35d8 service nova] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.210186] env[69245]: DEBUG nova.compute.provider_tree [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.215630] env[69245]: DEBUG oslo_vmware.api [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708244, 'name': PowerOnVM_Task, 'duration_secs': 0.53094} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.216715] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.217981] env[69245]: INFO nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1011.217981] env[69245]: DEBUG nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.218286] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b328ea00-042a-4f7c-bca8-ea6f9af3054f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.359838] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524642ec-8c6e-1b6f-8991-158fee44acdf, 'name': SearchDatastore_Task, 'duration_secs': 0.029894} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.360179] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.360423] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.360675] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.360813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.360988] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.361278] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d70016d-631b-4c4a-aa0f-7253d83e1753 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.373654] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.373860] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.374653] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94cd925-eb5e-4a35-9aed-22d140114e53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382033] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1011.382033] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b52665-baa8-c18e-cb34-b3e0062e0929" [ 1011.382033] env[69245]: _type = "Task" [ 1011.382033] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.392878] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b52665-baa8-c18e-cb34-b3e0062e0929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.548659] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.588936] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.589215] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.589436] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.589632] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.589793] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.589942] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.590168] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.590324] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.590509] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.590786] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.590859] env[69245]: DEBUG nova.virt.hardware [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.591869] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a432129-26e7-48b6-9120-d121b417410b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.601164] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95875431-5962-487f-8cb9-5f1978ef37ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.713295] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.719364] env[69245]: DEBUG nova.scheduler.client.report [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.740266] env[69245]: INFO nova.compute.manager [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Took 43.78 seconds to build instance. [ 1011.901469] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b52665-baa8-c18e-cb34-b3e0062e0929, 'name': SearchDatastore_Task, 'duration_secs': 0.038678} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.903155] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261e309d-e460-471f-8a70-0e9299cd291c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.922430] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1011.922430] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbc133-4def-9580-9e95-424caa19e57e" [ 1011.922430] env[69245]: _type = "Task" [ 1011.922430] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.936511] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbc133-4def-9580-9e95-424caa19e57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.194021] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Successfully updated port: 0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.228369] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.229056] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.236120] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.459s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.236120] env[69245]: DEBUG nova.objects.instance [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lazy-loading 'resources' on Instance uuid 10a6ea8e-7609-447e-aa54-202ff859cba5 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.242946] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b287500-5351-4b44-bc8d-2299b5ccc5e5 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.291s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.259821] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.283878] env[69245]: DEBUG nova.compute.manager [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Received event network-vif-plugged-0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.283878] env[69245]: DEBUG oslo_concurrency.lockutils [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] Acquiring lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.284051] env[69245]: DEBUG oslo_concurrency.lockutils [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.284211] env[69245]: DEBUG oslo_concurrency.lockutils [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.284422] env[69245]: DEBUG nova.compute.manager [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] No waiting events found dispatching network-vif-plugged-0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.284622] env[69245]: WARNING nova.compute.manager [req-e8e3af23-0654-4542-88ff-824fb6baeda9 req-8fb32573-87a2-4c34-920f-f4dadc9cf0f7 service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Received unexpected event network-vif-plugged-0526b770-9f8b-46f0-b99b-c8c5442f7fd9 for instance with vm_state building and task_state spawning. [ 1012.401146] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.401664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.401992] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.402291] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.402541] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.405667] env[69245]: INFO nova.compute.manager [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Terminating instance [ 1012.437344] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dbc133-4def-9580-9e95-424caa19e57e, 'name': SearchDatastore_Task, 'duration_secs': 0.044288} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.437702] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.438050] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b0ec7bac-1cac-40d6-87e9-54f8ec90e077/b0ec7bac-1cac-40d6-87e9-54f8ec90e077.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.438402] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f219b06-2da3-4a07-aed5-332d7e2d45ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.449575] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1012.449575] env[69245]: value = "task-3708245" [ 1012.449575] env[69245]: _type = "Task" [ 1012.449575] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.457920] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.697712] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.697911] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquired lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.698236] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.742438] env[69245]: DEBUG nova.compute.utils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.745628] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.745877] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.824197] env[69245]: DEBUG nova.policy [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '340c980ae0dc4e6cb04ff266a71f4f05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52cb8c16c4e541628785c7b86a1ebd8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.910141] env[69245]: DEBUG nova.compute.manager [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.910494] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.917304] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fae4d-9d57-4f4b-bd99-013112e958ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.930919] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.931277] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222850c2-ad4a-4827-9d15-d2051fee147b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.941665] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1012.941665] env[69245]: value = "task-3708246" [ 1012.941665] env[69245]: _type = "Task" [ 1012.941665] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.961610] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.969679] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.245248] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Successfully created port: 19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.251826] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.257126] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.344946] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4053c-22b5-43a8-b7d3-654215cc413c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.354963] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263243a5-a0b7-40e4-a6cb-97e591f33c2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.395475] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478ebafe-71bf-47b7-8976-378f8a8a961d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.404264] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53183831-b8b5-49c0-9bb4-a0d869365e5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.422137] env[69245]: DEBUG nova.compute.provider_tree [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.452524] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708246, 'name': PowerOffVM_Task, 'duration_secs': 0.243916} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.452890] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.453026] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.453233] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea898039-3123-46ca-a48e-57afc8f91c31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.466572] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578675} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.469705] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b0ec7bac-1cac-40d6-87e9-54f8ec90e077/b0ec7bac-1cac-40d6-87e9-54f8ec90e077.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.470038] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.470251] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b748955-7cec-4362-b607-deae08f88dd6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.479381] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1013.479381] env[69245]: value = "task-3708248" [ 1013.479381] env[69245]: _type = "Task" [ 1013.479381] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.488616] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.528696] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.528696] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.528696] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Deleting the datastore file [datastore2] 83c8b6e6-8237-4dcc-b083-8ee32debdd90 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.529095] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c012cb69-aaaf-4641-ad48-e338f5a085a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.537037] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for the task: (returnval){ [ 1013.537037] env[69245]: value = "task-3708249" [ 1013.537037] env[69245]: _type = "Task" [ 1013.537037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.548618] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.666204] env[69245]: DEBUG nova.network.neutron [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Updating instance_info_cache with network_info: [{"id": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "address": "fa:16:3e:a1:25:9a", "network": {"id": "6e4bba54-6c2a-4e3e-8817-3127b2a4db8c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-665180001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22617ce92e804086944bc6ab4bc0c1e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b770-9f", "ovs_interfaceid": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.927094] env[69245]: DEBUG nova.scheduler.client.report [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.990573] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079525} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.990868] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.991697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf5ec3-42f7-4386-a5f9-46ca7af7d4d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.015206] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] b0ec7bac-1cac-40d6-87e9-54f8ec90e077/b0ec7bac-1cac-40d6-87e9-54f8ec90e077.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.015884] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87634054-ca1c-4532-a357-1ba103570dd9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.036920] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1014.036920] env[69245]: value = "task-3708250" [ 1014.036920] env[69245]: _type = "Task" [ 1014.036920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.051329] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.055768] env[69245]: DEBUG oslo_vmware.api [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Task: {'id': task-3708249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.503334} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.055768] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.055768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.055768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.055768] env[69245]: INFO nova.compute.manager [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1014.055768] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.055768] env[69245]: DEBUG nova.compute.manager [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.055768] env[69245]: DEBUG nova.network.neutron [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.172017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Releasing lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.172017] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Instance network_info: |[{"id": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "address": "fa:16:3e:a1:25:9a", "network": {"id": "6e4bba54-6c2a-4e3e-8817-3127b2a4db8c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-665180001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22617ce92e804086944bc6ab4bc0c1e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b770-9f", "ovs_interfaceid": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.172017] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:25:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0526b770-9f8b-46f0-b99b-c8c5442f7fd9', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.179230] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Creating folder: Project (22617ce92e804086944bc6ab4bc0c1e7). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.180035] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a190bf0-0a57-4a16-a85c-f3a8dc5516d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.192725] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Created folder: Project (22617ce92e804086944bc6ab4bc0c1e7) in parent group-v738357. [ 1014.193249] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Creating folder: Instances. Parent ref: group-v738572. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.193736] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174d0f81-8f3b-486d-9d2e-5f1770bb6c0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.215216] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Created folder: Instances in parent group-v738572. [ 1014.215216] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.215216] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.215216] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa95ce65-f0d5-4245-b126-ac7ec44b4c25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.253454] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.253454] env[69245]: value = "task-3708253" [ 1014.253454] env[69245]: _type = "Task" [ 1014.253454] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.267672] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.270137] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708253, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.301760] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.302086] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.302281] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.302489] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.303225] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.303225] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.303225] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.303225] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.303481] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.303622] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.303807] env[69245]: DEBUG nova.virt.hardware [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.304978] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3dbbd-fef1-49de-aba5-bed86b77d2b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.314825] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008d5d8-e7b8-4199-a9f9-448b7a74d828 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.434185] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.439032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.355s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.439032] env[69245]: DEBUG nova.objects.instance [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lazy-loading 'resources' on Instance uuid 65db32f2-f862-4509-ab04-cbaa9596fcfa {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.474538] env[69245]: INFO nova.scheduler.client.report [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Deleted allocations for instance 10a6ea8e-7609-447e-aa54-202ff859cba5 [ 1014.552885] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708250, 'name': ReconfigVM_Task, 'duration_secs': 0.365715} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.553940] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfigured VM instance instance-00000048 to attach disk [datastore2] b0ec7bac-1cac-40d6-87e9-54f8ec90e077/b0ec7bac-1cac-40d6-87e9-54f8ec90e077.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.554880] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f82bee52-4f0d-4dd0-9e2f-3470019ea2a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.564993] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1014.564993] env[69245]: value = "task-3708254" [ 1014.564993] env[69245]: _type = "Task" [ 1014.564993] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.579463] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708254, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.654058] env[69245]: DEBUG nova.compute.manager [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Received event network-changed-0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.655193] env[69245]: DEBUG nova.compute.manager [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Refreshing instance network info cache due to event network-changed-0526b770-9f8b-46f0-b99b-c8c5442f7fd9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.655193] env[69245]: DEBUG oslo_concurrency.lockutils [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] Acquiring lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.655193] env[69245]: DEBUG oslo_concurrency.lockutils [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] Acquired lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.655193] env[69245]: DEBUG nova.network.neutron [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Refreshing network info cache for port 0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.767282] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708253, 'name': CreateVM_Task, 'duration_secs': 0.38075} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.767466] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.768810] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.768974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.769320] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.769634] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f240ce4-6c50-42bf-b916-66ac88c2eb14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.776255] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1014.776255] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb41-2e4c-db4c-ab10-9e06ba576c14" [ 1014.776255] env[69245]: _type = "Task" [ 1014.776255] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.785745] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb41-2e4c-db4c-ab10-9e06ba576c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.933619] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Successfully updated port: 19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.987853] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2bfe3a36-6c54-4b89-9259-557d71762ec5 tempest-ServersTestBootFromVolume-656707009 tempest-ServersTestBootFromVolume-656707009-project-member] Lock "10a6ea8e-7609-447e-aa54-202ff859cba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.505s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.013530] env[69245]: DEBUG nova.compute.manager [req-ac3b095b-5573-4f61-905a-1fa0584462d1 req-9d9aeef8-cb90-4888-bc31-768736aa3a10 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Received event network-vif-deleted-f78e9bfa-ebe1-4696-9042-a8979ebd233c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.013748] env[69245]: INFO nova.compute.manager [req-ac3b095b-5573-4f61-905a-1fa0584462d1 req-9d9aeef8-cb90-4888-bc31-768736aa3a10 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Neutron deleted interface f78e9bfa-ebe1-4696-9042-a8979ebd233c; detaching it from the instance and deleting it from the info cache [ 1015.014142] env[69245]: DEBUG nova.network.neutron [req-ac3b095b-5573-4f61-905a-1fa0584462d1 req-9d9aeef8-cb90-4888-bc31-768736aa3a10 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.077585] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708254, 'name': Rename_Task, 'duration_secs': 0.170553} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.080726] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.081393] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27538838-0bc0-4f77-8bb2-bdc74bd22756 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.089595] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1015.089595] env[69245]: value = "task-3708255" [ 1015.089595] env[69245]: _type = "Task" [ 1015.089595] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.104014] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.233291] env[69245]: DEBUG nova.network.neutron [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.288169] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5283cb41-2e4c-db4c-ab10-9e06ba576c14, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.292137] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.292137] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.292137] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.292137] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.292397] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.295416] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f5adb47-9d66-4b81-b658-4a79be942482 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.308701] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.308934] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.310222] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc13ce93-0d56-4b86-9a27-a063c9250322 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.318187] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1015.318187] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eb9967-ae1a-50f2-3c6c-659542b12d6f" [ 1015.318187] env[69245]: _type = "Task" [ 1015.318187] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.334852] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eb9967-ae1a-50f2-3c6c-659542b12d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013702} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.341186] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2952621e-85d1-4a8b-b42c-4cf78195f135 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.347767] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1015.347767] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232acb9-36ff-860e-4ee5-1c4a763a70e2" [ 1015.347767] env[69245]: _type = "Task" [ 1015.347767] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.357951] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232acb9-36ff-860e-4ee5-1c4a763a70e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.421445] env[69245]: DEBUG nova.network.neutron [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Updated VIF entry in instance network info cache for port 0526b770-9f8b-46f0-b99b-c8c5442f7fd9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.421859] env[69245]: DEBUG nova.network.neutron [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Updating instance_info_cache with network_info: [{"id": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "address": "fa:16:3e:a1:25:9a", "network": {"id": "6e4bba54-6c2a-4e3e-8817-3127b2a4db8c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-665180001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22617ce92e804086944bc6ab4bc0c1e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0526b770-9f", "ovs_interfaceid": "0526b770-9f8b-46f0-b99b-c8c5442f7fd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.443865] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.443865] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.443865] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.465333] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f12fc-629f-40f9-a67c-77c86d81d8f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.474550] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6765d027-602e-4215-90dc-a5a74f8fdf35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.509561] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f191f84f-5bee-4486-9ff4-c34f0c8fc3e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.518484] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7466fe-02ef-4dc6-8b54-124037ec0a3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.523871] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d3a0d0-9da9-45c2-91c5-c84a78c7008a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.540269] env[69245]: DEBUG nova.compute.provider_tree [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.546297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73532421-af27-4723-b0fd-155b2a3ce6bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.583389] env[69245]: DEBUG nova.compute.manager [req-ac3b095b-5573-4f61-905a-1fa0584462d1 req-9d9aeef8-cb90-4888-bc31-768736aa3a10 service nova] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Detach interface failed, port_id=f78e9bfa-ebe1-4696-9042-a8979ebd233c, reason: Instance 83c8b6e6-8237-4dcc-b083-8ee32debdd90 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.601327] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.736530] env[69245]: INFO nova.compute.manager [-] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Took 1.68 seconds to deallocate network for instance. [ 1015.861023] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5232acb9-36ff-860e-4ee5-1c4a763a70e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.861023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.861023] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b/2c54b7a3-cad3-493a-bbe9-5e052ffcf04b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.861023] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33027631-4ee9-4b26-9c04-a6f1f0bc2bb2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.869787] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1015.869787] env[69245]: value = "task-3708256" [ 1015.869787] env[69245]: _type = "Task" [ 1015.869787] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.886529] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.924607] env[69245]: DEBUG oslo_concurrency.lockutils [req-b1ac39ae-d90b-44c0-acd7-973fcc1ffd5d req-b0a6cd85-d0e1-4024-86aa-7d53fdb7d2ad service nova] Releasing lock "refresh_cache-2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.985394] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.044999] env[69245]: DEBUG nova.scheduler.client.report [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.103361] env[69245]: DEBUG oslo_vmware.api [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708255, 'name': PowerOnVM_Task, 'duration_secs': 0.722283} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.103645] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.103852] env[69245]: INFO nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1016.104079] env[69245]: DEBUG nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.105462] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d3409b-16b3-41cc-bb0a-b93098ad4706 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.251555] env[69245]: DEBUG nova.network.neutron [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.254827] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.383174] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.555239] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.557372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.628s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.560098] env[69245]: INFO nova.compute.claims [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.578950] env[69245]: INFO nova.scheduler.client.report [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Deleted allocations for instance 65db32f2-f862-4509-ab04-cbaa9596fcfa [ 1016.628843] env[69245]: INFO nova.compute.manager [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Took 44.78 seconds to build instance. [ 1016.692160] env[69245]: DEBUG nova.compute.manager [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Received event network-vif-plugged-19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.692160] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.692160] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.692931] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.693316] env[69245]: DEBUG nova.compute.manager [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] No waiting events found dispatching network-vif-plugged-19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1016.695082] env[69245]: WARNING nova.compute.manager [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Received unexpected event network-vif-plugged-19b64075-3dd5-4fcf-802f-cffc88812b79 for instance with vm_state building and task_state spawning. [ 1016.695082] env[69245]: DEBUG nova.compute.manager [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Received event network-changed-19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.695082] env[69245]: DEBUG nova.compute.manager [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Refreshing instance network info cache due to event network-changed-19b64075-3dd5-4fcf-802f-cffc88812b79. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.695082] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.737135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.737812] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.758698] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.758698] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Instance network_info: |[{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.758997] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.759235] env[69245]: DEBUG nova.network.neutron [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Refreshing network info cache for port 19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.760754] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b64075-3dd5-4fcf-802f-cffc88812b79', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.768323] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.772588] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.772588] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b29509a-2139-4d66-a342-9e6d480ae413 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.793858] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.793858] env[69245]: value = "task-3708257" [ 1016.793858] env[69245]: _type = "Task" [ 1016.793858] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.803175] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708257, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.888232] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.888639] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b/2c54b7a3-cad3-493a-bbe9-5e052ffcf04b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.888844] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.889143] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6915e7b0-cc04-4fe4-a22a-33c60ecbf644 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.900338] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1016.900338] env[69245]: value = "task-3708258" [ 1016.900338] env[69245]: _type = "Task" [ 1016.900338] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.913827] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.086471] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a527e361-7c2c-4f60-be8f-fe5b384cd91f tempest-ImagesOneServerNegativeTestJSON-1397179055 tempest-ImagesOneServerNegativeTestJSON-1397179055-project-member] Lock "65db32f2-f862-4509-ab04-cbaa9596fcfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.750s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.130129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ba951c48-9aab-46ca-a59f-19285ec67888 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.299s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.239968] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.308728] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708257, 'name': CreateVM_Task, 'duration_secs': 0.410418} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.309210] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.310031] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.313261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.313705] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.314894] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-419171c5-7a09-4a54-8aeb-64d94875404f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.321430] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1017.321430] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246d711-7fcf-2463-bd49-c7ed280c4592" [ 1017.321430] env[69245]: _type = "Task" [ 1017.321430] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.335516] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246d711-7fcf-2463-bd49-c7ed280c4592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.411994] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087234} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.412392] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.413191] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1567f3-cd87-4bed-aa8a-71dc299caf60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.439918] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b/2c54b7a3-cad3-493a-bbe9-5e052ffcf04b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.439918] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae738fff-7d03-4c6b-b9f0-bae8e69b78bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.466046] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1017.466046] env[69245]: value = "task-3708259" [ 1017.466046] env[69245]: _type = "Task" [ 1017.466046] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.480524] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.692915] env[69245]: DEBUG nova.network.neutron [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updated VIF entry in instance network info cache for port 19b64075-3dd5-4fcf-802f-cffc88812b79. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.692915] env[69245]: DEBUG nova.network.neutron [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.772226] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.833854] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246d711-7fcf-2463-bd49-c7ed280c4592, 'name': SearchDatastore_Task, 'duration_secs': 0.087423} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.834260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.834667] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.835869] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.836111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.836266] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.840251] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb248ac-43a6-4d39-bd3a-0d8623263f27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.862585] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.862763] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.863544] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d1e6fa-cd27-458b-a90a-2cff8cdb2533 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.870582] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1017.870582] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0b9f-1d78-554e-27b9-c41a33433485" [ 1017.870582] env[69245]: _type = "Task" [ 1017.870582] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.882819] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0b9f-1d78-554e-27b9-c41a33433485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.980084] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.098728] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a38e6f0-65e7-4ff4-9be9-211a9d28273a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.106741] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5341c00f-26ef-49ef-a1fa-16ddbbb5a367 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.140567] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce7ccc-5c19-4492-9033-21bf3dcb20d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.150021] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7cc56-6ded-491c-ab06-4536eb2c39a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.165942] env[69245]: DEBUG nova.compute.provider_tree [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.195210] env[69245]: DEBUG oslo_concurrency.lockutils [req-6e161de4-0f6e-44d9-9cc2-c614d3d7fcdc req-c3f80a99-e04e-4232-977f-02d0a117d3b2 service nova] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.385813] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc0b9f-1d78-554e-27b9-c41a33433485, 'name': SearchDatastore_Task, 'duration_secs': 0.066447} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.387219] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ff94a6-2f43-4c55-8080-f9eab2ad7692 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.394071] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1018.394071] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525abf0f-d1d9-3e01-e553-a0702822851e" [ 1018.394071] env[69245]: _type = "Task" [ 1018.394071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.405398] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525abf0f-d1d9-3e01-e553-a0702822851e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.480823] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708259, 'name': ReconfigVM_Task, 'duration_secs': 0.8903} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.481792] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b/2c54b7a3-cad3-493a-bbe9-5e052ffcf04b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.482728] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23305823-d636-4426-994d-036009a2c57f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.494272] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1018.494272] env[69245]: value = "task-3708260" [ 1018.494272] env[69245]: _type = "Task" [ 1018.494272] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.503612] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708260, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.677569] env[69245]: DEBUG nova.scheduler.client.report [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.837841] env[69245]: DEBUG nova.compute.manager [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-changed-38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.838066] env[69245]: DEBUG nova.compute.manager [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing instance network info cache due to event network-changed-38b3704f-2f9f-4084-94ea-b4dc49c86aaf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.839248] env[69245]: DEBUG oslo_concurrency.lockutils [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.839248] env[69245]: DEBUG oslo_concurrency.lockutils [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.839248] env[69245]: DEBUG nova.network.neutron [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing network info cache for port 38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.907125] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525abf0f-d1d9-3e01-e553-a0702822851e, 'name': SearchDatastore_Task, 'duration_secs': 0.012304} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.907546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.908081] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.908464] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d071ee31-7dd9-41c2-a911-40ceb5f51c3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.918129] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1018.918129] env[69245]: value = "task-3708261" [ 1018.918129] env[69245]: _type = "Task" [ 1018.918129] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.927141] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.002267] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708260, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.180054] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.183955] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.052s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.183955] env[69245]: DEBUG nova.objects.instance [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lazy-loading 'resources' on Instance uuid 01a1d39c-09dc-4689-9239-7bb6367e575e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.430743] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.503209] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708260, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.577434] env[69245]: DEBUG nova.network.neutron [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updated VIF entry in instance network info cache for port 38b3704f-2f9f-4084-94ea-b4dc49c86aaf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.577937] env[69245]: DEBUG nova.network.neutron [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.690995] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "85bfa891-4841-426f-999a-bdb73d59341a" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.695544] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "85bfa891-4841-426f-999a-bdb73d59341a" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.002s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.936902] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708261, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.005304] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708260, 'name': Rename_Task, 'duration_secs': 1.185084} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.005605] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.005893] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f59c7946-4a6a-4919-9dd0-dffef809d711 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.014816] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1020.014816] env[69245]: value = "task-3708262" [ 1020.014816] env[69245]: _type = "Task" [ 1020.014816] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.025628] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.081026] env[69245]: DEBUG oslo_concurrency.lockutils [req-98bb92c3-e874-479e-97da-5b779a0e2744 req-52e9a0e1-b7d5-4806-a3bc-0755397291f6 service nova] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.202304] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5375d3e5-f908-42bc-aa64-93ace95e2ef0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.209958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "85bfa891-4841-426f-999a-bdb73d59341a" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.514s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.209958] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.216656] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da7bc3f-33bd-4bce-aa42-5af17e642492 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.251796] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708faefd-fca7-4084-93cc-6facc54242dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.262164] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb36172-2da7-4827-904c-c58f8f5b05f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.278382] env[69245]: DEBUG nova.compute.provider_tree [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.431906] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708261, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441176} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.432203] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.432437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.432767] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c669899-2938-49e1-a275-f06e6d7d277e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.440670] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1020.440670] env[69245]: value = "task-3708263" [ 1020.440670] env[69245]: _type = "Task" [ 1020.440670] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.450914] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.524954] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.716877] env[69245]: DEBUG nova.compute.utils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.720859] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.720859] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.781634] env[69245]: DEBUG nova.scheduler.client.report [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.792293] env[69245]: DEBUG nova.policy [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '285b41f457e9423ab2b9bf418677eb2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c49ffad1944755b5aa67b552534ea1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.954122] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073901} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.954423] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.956366] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560d4fc-ea7d-45fb-ad25-1c109371861d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.987768] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.988113] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98dce4cb-28ee-47e8-809f-22e654a50746 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.010871] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1021.010871] env[69245]: value = "task-3708264" [ 1021.010871] env[69245]: _type = "Task" [ 1021.010871] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.023911] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.030334] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.224504] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.291932] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.295521] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.555s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.328854] env[69245]: INFO nova.scheduler.client.report [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleted allocations for instance 01a1d39c-09dc-4689-9239-7bb6367e575e [ 1021.398013] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Successfully created port: 220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.525756] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.532820] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.805022] env[69245]: DEBUG nova.objects.instance [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lazy-loading 'migration_context' on Instance uuid ed92fd9f-58cd-4fd2-919c-442bd0e7f20e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.841476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-427a0fac-b3fb-4fee-b82c-4e46fde58ffe tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "01a1d39c-09dc-4689-9239-7bb6367e575e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.275s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.027474] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708264, 'name': ReconfigVM_Task, 'duration_secs': 0.845029} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.027474] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.027962] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-587b0fc9-0da9-4a76-a8a0-b57d90a1e315 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.033308] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.040547] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1022.040547] env[69245]: value = "task-3708265" [ 1022.040547] env[69245]: _type = "Task" [ 1022.040547] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.057892] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708265, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.237605] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.275042] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.275360] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.275471] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.275678] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.275824] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.275967] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.276813] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.276972] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.277182] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.277348] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.277562] env[69245]: DEBUG nova.virt.hardware [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.278479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef80f6-7d09-470b-bc29-0faf00488783 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.289102] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b666d5f6-7693-4e9c-85e1-938838b4c70e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.529179] env[69245]: DEBUG oslo_vmware.api [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708262, 'name': PowerOnVM_Task, 'duration_secs': 2.278993} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.529452] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.529644] env[69245]: INFO nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1022.529855] env[69245]: DEBUG nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.530693] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755a54b-61ed-4d09-98b5-f2776e41be84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.556204] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708265, 'name': Rename_Task, 'duration_secs': 0.256718} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.556533] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.556798] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2504c24-aadb-4706-a503-7a1176d70c1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.566884] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1022.566884] env[69245]: value = "task-3708267" [ 1022.566884] env[69245]: _type = "Task" [ 1022.566884] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.576427] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.861449] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8244698-bcca-421a-ae3c-f82f3125fb9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.874304] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f15b2b-f063-4928-b9cd-84aa8c9ecdc9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.912814] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d422bbb-e755-48e2-abc9-a977bbc00811 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.921474] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f6514c-01e1-4406-afa8-eb9ddcc936a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.938092] env[69245]: DEBUG nova.compute.provider_tree [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.057906] env[69245]: INFO nova.compute.manager [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Took 41.05 seconds to build instance. [ 1023.078891] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.442343] env[69245]: DEBUG nova.scheduler.client.report [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.514191] env[69245]: DEBUG nova.compute.manager [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Received event network-vif-plugged-220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.514191] env[69245]: DEBUG oslo_concurrency.lockutils [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] Acquiring lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.514191] env[69245]: DEBUG oslo_concurrency.lockutils [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.514191] env[69245]: DEBUG oslo_concurrency.lockutils [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.514630] env[69245]: DEBUG nova.compute.manager [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] No waiting events found dispatching network-vif-plugged-220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1023.515257] env[69245]: WARNING nova.compute.manager [req-52c07ef1-69ff-4429-b4f1-5ae1b98b12a6 req-c517c807-2169-4ddf-bb00-4f2515b0358a service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Received unexpected event network-vif-plugged-220cde06-103e-402b-afbb-4cac0b049717 for instance with vm_state building and task_state spawning. [ 1023.561320] env[69245]: DEBUG oslo_concurrency.lockutils [None req-92d26082-514d-43ea-a3a7-c275c0b1866e tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.143s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.578166] env[69245]: DEBUG oslo_vmware.api [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708267, 'name': PowerOnVM_Task, 'duration_secs': 0.823596} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.579085] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.579627] env[69245]: INFO nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1023.580172] env[69245]: DEBUG nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.581605] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578fe3e-fcf6-49b9-8610-79f8d6b60b42 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.695630] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Successfully updated port: 220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.903472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "8516ede7-df55-4dce-90fa-60b346d87b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.903472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.107123] env[69245]: INFO nova.compute.manager [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Took 39.75 seconds to build instance. [ 1024.198263] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.198404] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquired lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.198594] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.406509] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.460589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.166s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.468217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.951s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.469142] env[69245]: INFO nova.compute.claims [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.557020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.557020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.557020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.557194] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.557232] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.559491] env[69245]: INFO nova.compute.manager [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Terminating instance [ 1024.609050] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22d3418b-a896-4b5d-9d8c-88b431fc1e14 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.309s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.738221] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.921740] env[69245]: DEBUG nova.network.neutron [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Updating instance_info_cache with network_info: [{"id": "220cde06-103e-402b-afbb-4cac0b049717", "address": "fa:16:3e:c6:bd:08", "network": {"id": "7080123d-1c49-49cd-a1f3-aaaa4b49afca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-514032760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c49ffad1944755b5aa67b552534ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220cde06-10", "ovs_interfaceid": "220cde06-103e-402b-afbb-4cac0b049717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.949278] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.005436] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.005695] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.005920] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.010218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.010218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.010218] env[69245]: INFO nova.compute.manager [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Terminating instance [ 1025.065028] env[69245]: DEBUG nova.compute.manager [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.065028] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.066238] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454681e6-99da-4490-9176-91d8f8246e41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.076879] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.076879] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14977cac-5930-44c6-8d40-53e2820b7354 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.085147] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1025.085147] env[69245]: value = "task-3708268" [ 1025.085147] env[69245]: _type = "Task" [ 1025.085147] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.097907] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.428274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Releasing lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.428617] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Instance network_info: |[{"id": "220cde06-103e-402b-afbb-4cac0b049717", "address": "fa:16:3e:c6:bd:08", "network": {"id": "7080123d-1c49-49cd-a1f3-aaaa4b49afca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-514032760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c49ffad1944755b5aa67b552534ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220cde06-10", "ovs_interfaceid": "220cde06-103e-402b-afbb-4cac0b049717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.429109] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:bd:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '220cde06-103e-402b-afbb-4cac0b049717', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.437101] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Creating folder: Project (50c49ffad1944755b5aa67b552534ea1). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.437153] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-694aa37b-29ef-4f67-9214-0fc669e4c9d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.449100] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Created folder: Project (50c49ffad1944755b5aa67b552534ea1) in parent group-v738357. [ 1025.449345] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Creating folder: Instances. Parent ref: group-v738576. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.449596] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e28466-72af-4d1d-90d6-631b90263900 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.462074] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Created folder: Instances in parent group-v738576. [ 1025.462397] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.462583] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.462803] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc131830-5133-49d7-b292-66317c3f19be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.489941] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.489941] env[69245]: value = "task-3708271" [ 1025.489941] env[69245]: _type = "Task" [ 1025.489941] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.504144] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708271, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.513474] env[69245]: DEBUG nova.compute.manager [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.513759] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.514911] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548fb5e2-3a89-4d1c-82c5-b1094ce573e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.524359] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.524681] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef270cb1-8e38-41dc-a7e3-388df10137a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.537108] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 1025.537108] env[69245]: value = "task-3708272" [ 1025.537108] env[69245]: _type = "Task" [ 1025.537108] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.547585] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.577820] env[69245]: DEBUG nova.compute.manager [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Received event network-changed-220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.578069] env[69245]: DEBUG nova.compute.manager [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Refreshing instance network info cache due to event network-changed-220cde06-103e-402b-afbb-4cac0b049717. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.578392] env[69245]: DEBUG oslo_concurrency.lockutils [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] Acquiring lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.578631] env[69245]: DEBUG oslo_concurrency.lockutils [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] Acquired lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.578866] env[69245]: DEBUG nova.network.neutron [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Refreshing network info cache for port 220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.602088] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708268, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.651370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "384691d8-0e46-4afe-83fb-3ec8bab773de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.651881] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.010144] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708271, 'name': CreateVM_Task, 'duration_secs': 0.412605} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.012864] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.013804] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.013994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.014290] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.017388] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e63f6d-0287-4018-9e22-239246cae53c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.017388] env[69245]: INFO nova.compute.manager [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Swapping old allocation on dict_keys(['631aacfb-e1b8-491f-9761-218261bab7a3']) held by migration 7851831c-4a7c-419c-820b-bd30c91ca322 for instance [ 1026.023114] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1026.023114] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52adb10b-4e59-0d58-1e3b-e71094b35ca2" [ 1026.023114] env[69245]: _type = "Task" [ 1026.023114] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.041368] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52adb10b-4e59-0d58-1e3b-e71094b35ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.054394] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708272, 'name': PowerOffVM_Task, 'duration_secs': 0.296326} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.055827] env[69245]: DEBUG nova.scheduler.client.report [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Overwriting current allocation {'allocations': {'631aacfb-e1b8-491f-9761-218261bab7a3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 102}}, 'project_id': '7b202f26ab0c4570994cb1e7b48875c4', 'user_id': 'c6892f993fd24e919f4d183e17bd725b', 'consumer_generation': 1} on consumer ed92fd9f-58cd-4fd2-919c-442bd0e7f20e {{(pid=69245) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1026.058794] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.059112] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.063424] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4e79114-2594-4013-8628-ec8c5613fe70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.090307] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e83e54-e28f-48e1-aee6-5eb35becf4d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.105378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e598c0d6-1107-4771-a240-4cdbe22ff96b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.109158] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708268, 'name': PowerOffVM_Task, 'duration_secs': 0.585092} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.109439] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.109650] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.110380] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-777b0928-6935-4774-aa26-698b0fd02d58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.149120] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06412420-a593-4345-bced-80769873adc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.153545] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.153878] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.154143] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleting the datastore file [datastore2] 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.154911] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb78841-454e-41ea-9359-dfee9fa58526 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.157681] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.164854] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516235a-b4f4-4d1a-9959-6ead0080c529 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.170626] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for the task: (returnval){ [ 1026.170626] env[69245]: value = "task-3708275" [ 1026.170626] env[69245]: _type = "Task" [ 1026.170626] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.186313] env[69245]: DEBUG nova.compute.provider_tree [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.197215] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.197215] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.197215] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.197215] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Deleting the datastore file [datastore2] 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.197215] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb71a724-4410-4573-85d3-b11d6ec4a50a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.207588] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for the task: (returnval){ [ 1026.207588] env[69245]: value = "task-3708276" [ 1026.207588] env[69245]: _type = "Task" [ 1026.207588] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.212450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.212672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquired lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.212871] env[69245]: DEBUG nova.network.neutron [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.220506] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.342744] env[69245]: DEBUG nova.compute.manager [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Received event network-changed-19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.342945] env[69245]: DEBUG nova.compute.manager [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Refreshing instance network info cache due to event network-changed-19b64075-3dd5-4fcf-802f-cffc88812b79. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.343384] env[69245]: DEBUG oslo_concurrency.lockutils [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.343578] env[69245]: DEBUG oslo_concurrency.lockutils [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.343828] env[69245]: DEBUG nova.network.neutron [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Refreshing network info cache for port 19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.394458] env[69245]: DEBUG nova.network.neutron [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Updated VIF entry in instance network info cache for port 220cde06-103e-402b-afbb-4cac0b049717. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.394930] env[69245]: DEBUG nova.network.neutron [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Updating instance_info_cache with network_info: [{"id": "220cde06-103e-402b-afbb-4cac0b049717", "address": "fa:16:3e:c6:bd:08", "network": {"id": "7080123d-1c49-49cd-a1f3-aaaa4b49afca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-514032760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c49ffad1944755b5aa67b552534ea1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap220cde06-10", "ovs_interfaceid": "220cde06-103e-402b-afbb-4cac0b049717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.534998] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52adb10b-4e59-0d58-1e3b-e71094b35ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.535344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.535635] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.535915] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.536121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.536355] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.536667] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fda1fd30-e971-4113-9936-a6027d1b1b95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.547829] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.548100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.549406] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b8be7e-8566-4727-a3a5-b06a48cd1621 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.556021] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1026.556021] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f0f93-ae7c-8a33-64bf-f6971851049b" [ 1026.556021] env[69245]: _type = "Task" [ 1026.556021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.565707] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f0f93-ae7c-8a33-64bf-f6971851049b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.684024] env[69245]: DEBUG oslo_vmware.api [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Task: {'id': task-3708275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359976} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.684476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.684897] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.685236] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.685549] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.685969] env[69245]: INFO nova.compute.manager [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1026.686362] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.686724] env[69245]: DEBUG nova.compute.manager [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.687601] env[69245]: DEBUG nova.network.neutron [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.689471] env[69245]: DEBUG nova.scheduler.client.report [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.721339] env[69245]: DEBUG oslo_vmware.api [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Task: {'id': task-3708276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437516} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.721548] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.721732] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.721956] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.722285] env[69245]: INFO nova.compute.manager [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1026.722452] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.723027] env[69245]: DEBUG nova.compute.manager [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.723137] env[69245]: DEBUG nova.network.neutron [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.967513] env[69245]: DEBUG oslo_concurrency.lockutils [req-3901d0da-a16e-48eb-a712-e6a17ae95006 req-8ab6f6a7-29fc-40d9-938f-022d72f7761e service nova] Releasing lock "refresh_cache-542517f0-bbaf-4c8f-97ec-9bb96e526985" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.070223] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f0f93-ae7c-8a33-64bf-f6971851049b, 'name': SearchDatastore_Task, 'duration_secs': 0.019724} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.071144] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ee492a-c990-420d-9f3f-14cf41a55bf4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.078261] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1027.078261] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c0cd-28da-fc8c-d1fe-54e2e8e0a5f3" [ 1027.078261] env[69245]: _type = "Task" [ 1027.078261] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.088184] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c0cd-28da-fc8c-d1fe-54e2e8e0a5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.195201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.196325] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.199747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.677s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.200043] env[69245]: DEBUG nova.objects.instance [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.473727] env[69245]: DEBUG nova.network.neutron [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [{"id": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "address": "fa:16:3e:8a:ba:8a", "network": {"id": "b6c0ae42-d915-41fd-9f7b-81eeca403dde", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0682414d2d6942ddafb6953b47e0bd13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape03a8b4d-9f", "ovs_interfaceid": "e03a8b4d-9fc1-487e-8c33-a12524a970a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.579230] env[69245]: DEBUG nova.network.neutron [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updated VIF entry in instance network info cache for port 19b64075-3dd5-4fcf-802f-cffc88812b79. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.580483] env[69245]: DEBUG nova.network.neutron [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.593501] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4c0cd-28da-fc8c-d1fe-54e2e8e0a5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.036073} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.594783] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.594783] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 542517f0-bbaf-4c8f-97ec-9bb96e526985/542517f0-bbaf-4c8f-97ec-9bb96e526985.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.594783] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19eb177c-e6cd-47a7-909c-718139c12053 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.602912] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1027.602912] env[69245]: value = "task-3708277" [ 1027.602912] env[69245]: _type = "Task" [ 1027.602912] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.617025] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.672786] env[69245]: DEBUG nova.compute.manager [req-a2294d10-9a46-4938-b1ca-bff8ba3bd728 req-fbe75ab7-227f-45fd-ba71-d0c5cfd2a314 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Received event network-vif-deleted-5edb4ee6-928c-46fa-83ce-0f6b355531a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.673030] env[69245]: INFO nova.compute.manager [req-a2294d10-9a46-4938-b1ca-bff8ba3bd728 req-fbe75ab7-227f-45fd-ba71-d0c5cfd2a314 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Neutron deleted interface 5edb4ee6-928c-46fa-83ce-0f6b355531a5; detaching it from the instance and deleting it from the info cache [ 1027.673209] env[69245]: DEBUG nova.network.neutron [req-a2294d10-9a46-4938-b1ca-bff8ba3bd728 req-fbe75ab7-227f-45fd-ba71-d0c5cfd2a314 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.707864] env[69245]: DEBUG nova.compute.utils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.710130] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.714240] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.755477] env[69245]: DEBUG nova.network.neutron [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.785501] env[69245]: DEBUG nova.policy [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2434fbda85049ff83b20657d1a8fdd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9ecd4cedf8d4f0c8b3c2c65602f82ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.977026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Releasing lock "refresh_cache-ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.977520] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.977887] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ad821c-f06b-49c3-b2b7-278d681082e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.986730] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1027.986730] env[69245]: value = "task-3708278" [ 1027.986730] env[69245]: _type = "Task" [ 1027.986730] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.997120] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.031422] env[69245]: DEBUG nova.network.neutron [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.085279] env[69245]: DEBUG oslo_concurrency.lockutils [req-b0740c4f-0d63-44d2-b97c-67bd37d238b0 req-30c4d0f7-01f0-4a1c-bb78-7b99fbf7a1a6 service nova] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.115446] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708277, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.122178] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Successfully created port: 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.176430] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02fc0aa5-be1d-42a3-8a6e-81b1d5edb176 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.190884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea740f1-44c9-4e0d-9971-a87dfa9a530c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.227861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dd27824d-9d63-4f1a-92ca-9ac3bcc50085 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.229637] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.235361] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.650s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.239492] env[69245]: DEBUG nova.objects.instance [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lazy-loading 'resources' on Instance uuid 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.268736] env[69245]: INFO nova.compute.manager [-] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Took 1.58 seconds to deallocate network for instance. [ 1028.269440] env[69245]: DEBUG nova.compute.manager [req-a2294d10-9a46-4938-b1ca-bff8ba3bd728 req-fbe75ab7-227f-45fd-ba71-d0c5cfd2a314 service nova] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Detach interface failed, port_id=5edb4ee6-928c-46fa-83ce-0f6b355531a5, reason: Instance 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.498320] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708278, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.536228] env[69245]: INFO nova.compute.manager [-] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Took 1.81 seconds to deallocate network for instance. [ 1028.615173] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89474} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.615935] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 542517f0-bbaf-4c8f-97ec-9bb96e526985/542517f0-bbaf-4c8f-97ec-9bb96e526985.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.616371] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.616747] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901adb75-278e-48be-b65c-1966bfc944b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.626252] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1028.626252] env[69245]: value = "task-3708279" [ 1028.626252] env[69245]: _type = "Task" [ 1028.626252] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.635233] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.709740] env[69245]: DEBUG nova.compute.manager [req-e4012d3d-6fef-4f76-9919-994345b9d16a req-c42281b7-350f-41a2-bdd3-69b28e6f7da1 service nova] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Received event network-vif-deleted-0526b770-9f8b-46f0-b99b-c8c5442f7fd9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.777901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.002880] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708278, 'name': PowerOffVM_Task, 'duration_secs': 0.574523} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.003235] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.003996] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:14:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0433d71b-2fbb-4d49-b3e4-acf8e7fff30f',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1865027773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.004164] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.004401] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.004670] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.004764] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.004873] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.005105] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.005269] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.005466] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.005668] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.005859] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.014929] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d52327f-a059-4bf3-948c-8d186d606815 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.035389] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1029.035389] env[69245]: value = "task-3708280" [ 1029.035389] env[69245]: _type = "Task" [ 1029.035389] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.043319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.051664] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708280, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.139473] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.139473] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.140349] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5bce5-885c-46ad-af55-f0a3ee1c1766 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.163641] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 542517f0-bbaf-4c8f-97ec-9bb96e526985/542517f0-bbaf-4c8f-97ec-9bb96e526985.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.166703] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b89cca9-9384-489c-88fe-385687409eb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.187285] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1029.187285] env[69245]: value = "task-3708281" [ 1029.187285] env[69245]: _type = "Task" [ 1029.187285] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.198267] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.249210] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.257370] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89dfe0-484f-4cd7-a345-6a0eb40ba2cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.268839] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e525318-7f2e-4673-8a7e-70845489cd66 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.305673] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da16d3a-4039-42d3-938c-38fe286974d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.316120] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.316471] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.316592] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.316830] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.317088] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.317353] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.317649] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.317923] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.318137] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.318326] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.318504] env[69245]: DEBUG nova.virt.hardware [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.320200] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd044602-d766-4a93-8845-3f7e048d59f3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326415] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b1cae-697b-44cc-b44c-8d97401db3f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.342489] env[69245]: DEBUG nova.compute.provider_tree [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.345761] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a5ba8-8e8b-49d7-9665-38155b91e481 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.547044] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708280, 'name': ReconfigVM_Task, 'duration_secs': 0.273209} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.548130] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a632f0-eb05-4db5-a06a-42c889b86b31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.571998] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:14:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0433d71b-2fbb-4d49-b3e4-acf8e7fff30f',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1865027773',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.572318] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.572506] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.572629] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.572791] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.572974] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.573178] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.573341] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.573507] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.573670] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.573876] env[69245]: DEBUG nova.virt.hardware [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.574686] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f86d543-5ccb-4815-a3f5-0a0a550b76a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.581056] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1029.581056] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520d45f1-dd6c-8afb-d10f-c2282e3b7e26" [ 1029.581056] env[69245]: _type = "Task" [ 1029.581056] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.590553] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520d45f1-dd6c-8afb-d10f-c2282e3b7e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.698590] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708281, 'name': ReconfigVM_Task, 'duration_secs': 0.481327} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.698883] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 542517f0-bbaf-4c8f-97ec-9bb96e526985/542517f0-bbaf-4c8f-97ec-9bb96e526985.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.699541] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96806bd7-af77-442f-b995-5e54ca23f1e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.706273] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1029.706273] env[69245]: value = "task-3708282" [ 1029.706273] env[69245]: _type = "Task" [ 1029.706273] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.715252] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708282, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.846392] env[69245]: DEBUG nova.scheduler.client.report [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.093387] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520d45f1-dd6c-8afb-d10f-c2282e3b7e26, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.099415] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.099776] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0abb71-cfda-4bc6-8df4-985170aa34f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.119330] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1030.119330] env[69245]: value = "task-3708283" [ 1030.119330] env[69245]: _type = "Task" [ 1030.119330] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.131831] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.220965] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708282, 'name': Rename_Task, 'duration_secs': 0.18287} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.221584] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.224260] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f836014f-749a-4317-aae5-39c84f3b9da1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.231248] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1030.231248] env[69245]: value = "task-3708284" [ 1030.231248] env[69245]: _type = "Task" [ 1030.231248] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.240330] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.267355] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Successfully updated port: 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.353035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.354901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.246s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.355177] env[69245]: DEBUG nova.objects.instance [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lazy-loading 'resources' on Instance uuid e42f30db-207b-4530-918d-3a980c47bef4 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.378492] env[69245]: INFO nova.scheduler.client.report [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Deleted allocations for instance 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4 [ 1030.630489] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708283, 'name': ReconfigVM_Task, 'duration_secs': 0.230772} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.630773] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.631562] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb0fbac-dad2-45bc-8f31-94f8aff6f50a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.656704] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.657209] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d387b1e-96fc-45c7-b07f-06a0a168ecbe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.685713] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1030.685713] env[69245]: value = "task-3708285" [ 1030.685713] env[69245]: _type = "Task" [ 1030.685713] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.697430] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.741928] env[69245]: DEBUG oslo_vmware.api [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708284, 'name': PowerOnVM_Task, 'duration_secs': 0.493118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.743296] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.743507] env[69245]: INFO nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1030.743687] env[69245]: DEBUG nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.744789] env[69245]: DEBUG nova.compute.manager [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-vif-plugged-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.744989] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Acquiring lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.745220] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.745387] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.745566] env[69245]: DEBUG nova.compute.manager [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] No waiting events found dispatching network-vif-plugged-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.745749] env[69245]: WARNING nova.compute.manager [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received unexpected event network-vif-plugged-4e59bd35-0028-4167-b18d-84ff4346a0f6 for instance with vm_state building and task_state spawning. [ 1030.745912] env[69245]: DEBUG nova.compute.manager [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.746078] env[69245]: DEBUG nova.compute.manager [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing instance network info cache due to event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.746342] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.746437] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.746545] env[69245]: DEBUG nova.network.neutron [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.748154] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7fcc9d-e1ea-47e9-bceb-d7533b52c0e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.774307] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.885997] env[69245]: DEBUG oslo_concurrency.lockutils [None req-33fa7a29-e3e3-48fc-b1a8-c3ce450df566 tempest-ServersAdminTestJSON-1499817460 tempest-ServersAdminTestJSON-1499817460-project-member] Lock "2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.475s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.200223] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708285, 'name': ReconfigVM_Task, 'duration_secs': 0.399255} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.200223] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Reconfigured VM instance instance-00000037 to attach disk [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e/ed92fd9f-58cd-4fd2-919c-442bd0e7f20e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.200223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b904faa-d652-40f0-992d-02e8699ceb10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.222672] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84b33a-515a-4481-89b6-47c6da364744 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.247841] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb5759-acd7-4e38-9f42-20e823c74e68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.285999] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c69ea04-52e8-4f03-918e-ae218c4e28e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.290163] env[69245]: INFO nova.compute.manager [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Took 44.40 seconds to build instance. [ 1031.296324] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.296652] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14aa4722-e9e8-40db-a9b3-5e7d9b218fa5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.307772] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1031.307772] env[69245]: value = "task-3708286" [ 1031.307772] env[69245]: _type = "Task" [ 1031.307772] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.324932] env[69245]: DEBUG nova.network.neutron [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.345151] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708286, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.385256] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb71079-03be-4da6-b3ea-b3d6f05b27bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.394155] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943d341-0f67-4aba-a310-032426c07d17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.435183] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf3a79c-fd99-44e2-af1d-c97018b9869d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.443840] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bbcf9f-060e-414c-b959-6c0bec5d57b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.463301] env[69245]: DEBUG nova.compute.provider_tree [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.476510] env[69245]: DEBUG nova.network.neutron [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.793640] env[69245]: DEBUG oslo_concurrency.lockutils [None req-af487347-6da9-4773-a3c3-56f0f59132be tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.910s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.826951] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.956366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.956366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.956366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.956366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.956366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.957502] env[69245]: INFO nova.compute.manager [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Terminating instance [ 1031.970229] env[69245]: DEBUG nova.scheduler.client.report [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.981253] env[69245]: DEBUG oslo_concurrency.lockutils [req-e9b6e860-abdd-421b-90bf-b0eed39431f7 req-7a727556-7d89-4f24-980a-f5cebf053a9e service nova] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.984459] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.984969] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.328031] env[69245]: DEBUG oslo_vmware.api [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708286, 'name': PowerOnVM_Task, 'duration_secs': 0.657739} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.328342] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.462080] env[69245]: DEBUG nova.compute.manager [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.462325] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.463278] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc0774-df99-4a98-bf95-028ce0e6afdc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.473118] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.476841] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.477542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.565s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.479310] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6713abeb-931e-4259-b08f-758d492c08d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.491543] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1032.491543] env[69245]: value = "task-3708287" [ 1032.491543] env[69245]: _type = "Task" [ 1032.491543] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.510126] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.521023] env[69245]: INFO nova.scheduler.client.report [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Deleted allocations for instance e42f30db-207b-4530-918d-3a980c47bef4 [ 1032.536714] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.774352] env[69245]: DEBUG nova.network.neutron [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.985721] env[69245]: INFO nova.compute.claims [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.004601] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708287, 'name': PowerOffVM_Task, 'duration_secs': 0.192701} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.004957] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.005218] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.005585] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28525345-60f8-4a24-a7e2-17c29be6baa1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.028397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-681851a8-944c-44b8-af0b-4ad8c4300a48 tempest-ServerShowV257Test-15916682 tempest-ServerShowV257Test-15916682-project-member] Lock "e42f30db-207b-4530-918d-3a980c47bef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.236s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.080021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.080021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.080021] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Deleting the datastore file [datastore2] 542517f0-bbaf-4c8f-97ec-9bb96e526985 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.080021] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac89aa0-45cb-4a16-a530-52b3894d704b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.086909] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for the task: (returnval){ [ 1033.086909] env[69245]: value = "task-3708289" [ 1033.086909] env[69245]: _type = "Task" [ 1033.086909] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.096036] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.279338] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.279892] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance network_info: |[{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.280151] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:44:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e59bd35-0028-4167-b18d-84ff4346a0f6', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.291790] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Creating folder: Project (f9ecd4cedf8d4f0c8b3c2c65602f82ae). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.292027] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd0d1ea8-47b1-4118-8275-41e486a8a5a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.305639] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Created folder: Project (f9ecd4cedf8d4f0c8b3c2c65602f82ae) in parent group-v738357. [ 1033.306258] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Creating folder: Instances. Parent ref: group-v738579. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.306258] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b04dab6c-dfbe-4d22-a2dd-9ce8c449d67a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.317849] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Created folder: Instances in parent group-v738579. [ 1033.318147] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.318442] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.318810] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5db27d3-3573-4d61-b869-293462166e4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.342825] env[69245]: INFO nova.compute.manager [None req-bb72321e-6109-46e8-b3c8-fd8a63ed07d2 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance to original state: 'active' [ 1033.352496] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.352496] env[69245]: value = "task-3708292" [ 1033.352496] env[69245]: _type = "Task" [ 1033.352496] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.362459] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708292, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.494033] env[69245]: INFO nova.compute.resource_tracker [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating resource usage from migration 2b4b9666-e761-4d28-9a9f-9cbdc04800f3 [ 1033.596932] env[69245]: DEBUG oslo_vmware.api [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Task: {'id': task-3708289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242362} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.599688] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.599906] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.600142] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.600326] env[69245]: INFO nova.compute.manager [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.600572] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.601030] env[69245]: DEBUG nova.compute.manager [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.601135] env[69245]: DEBUG nova.network.neutron [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.869679] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708292, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.008902] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee42c8fd-7ae1-4785-b860-bf815be930b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.017923] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fe022-1d05-48e3-a435-7d4b459793ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.054743] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d7091-0458-4983-8576-e66d124f5b03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.063892] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f7d596-d13e-45b0-9d1e-b41fa040621c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.083621] env[69245]: DEBUG nova.compute.provider_tree [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.340579] env[69245]: DEBUG nova.compute.manager [req-7c1ffb79-106c-4e73-ae4e-0358787eeb73 req-0e5251de-05a3-408e-af48-4f643f547d54 service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Received event network-vif-deleted-220cde06-103e-402b-afbb-4cac0b049717 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.340850] env[69245]: INFO nova.compute.manager [req-7c1ffb79-106c-4e73-ae4e-0358787eeb73 req-0e5251de-05a3-408e-af48-4f643f547d54 service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Neutron deleted interface 220cde06-103e-402b-afbb-4cac0b049717; detaching it from the instance and deleting it from the info cache [ 1034.341196] env[69245]: DEBUG nova.network.neutron [req-7c1ffb79-106c-4e73-ae4e-0358787eeb73 req-0e5251de-05a3-408e-af48-4f643f547d54 service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.368378] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708292, 'name': CreateVM_Task, 'duration_secs': 0.859058} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.369148] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.369916] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.370147] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.370456] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.371735] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32c5543-9067-4641-ac70-2cd78f6f42bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.379113] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1034.379113] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4efef-f9d7-5e08-3bea-0dd73b1279f4" [ 1034.379113] env[69245]: _type = "Task" [ 1034.379113] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.391979] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4efef-f9d7-5e08-3bea-0dd73b1279f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.585036] env[69245]: DEBUG nova.scheduler.client.report [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.616219] env[69245]: DEBUG nova.network.neutron [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.844046] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12933079-960b-40ec-b537-b823832ff84d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.858214] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e8528-9e6f-47d7-9d28-8e12097e0d5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.898170] env[69245]: DEBUG nova.compute.manager [req-7c1ffb79-106c-4e73-ae4e-0358787eeb73 req-0e5251de-05a3-408e-af48-4f643f547d54 service nova] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Detach interface failed, port_id=220cde06-103e-402b-afbb-4cac0b049717, reason: Instance 542517f0-bbaf-4c8f-97ec-9bb96e526985 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.905255] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d4efef-f9d7-5e08-3bea-0dd73b1279f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.905637] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.907035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.907035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.907035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.907035] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.907035] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e747ea84-c290-472a-a1a6-facd259408a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.923179] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.923390] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.924445] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf697ac-bbe1-45f5-972a-988aa021e021 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.931154] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1034.931154] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523b03ec-096e-801f-5362-d31a076b55f4" [ 1034.931154] env[69245]: _type = "Task" [ 1034.931154] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.941246] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523b03ec-096e-801f-5362-d31a076b55f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.093405] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.616s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.093660] env[69245]: INFO nova.compute.manager [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Migrating [ 1035.101165] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.006s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.102903] env[69245]: INFO nova.compute.claims [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.120569] env[69245]: INFO nova.compute.manager [-] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Took 1.52 seconds to deallocate network for instance. [ 1035.274601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.274601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.274601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.274601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.274601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.275586] env[69245]: INFO nova.compute.manager [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Terminating instance [ 1035.443832] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523b03ec-096e-801f-5362-d31a076b55f4, 'name': SearchDatastore_Task, 'duration_secs': 0.033534} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.444975] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6835a56e-2df1-4ac8-a436-c73441124f73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.450880] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1035.450880] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec47f0-9963-6b0f-4e44-169df0d90a80" [ 1035.450880] env[69245]: _type = "Task" [ 1035.450880] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.461696] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec47f0-9963-6b0f-4e44-169df0d90a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.621721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.622064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.622178] env[69245]: DEBUG nova.network.neutron [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.627481] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.781137] env[69245]: DEBUG nova.compute.manager [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.781452] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.782364] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4228b-91ea-40f4-8f1e-0553683f9db9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.790600] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.790858] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a0897c1-6e7e-4ea6-8b20-eaf6e669bca7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.798479] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1035.798479] env[69245]: value = "task-3708293" [ 1035.798479] env[69245]: _type = "Task" [ 1035.798479] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.807176] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.963195] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ec47f0-9963-6b0f-4e44-169df0d90a80, 'name': SearchDatastore_Task, 'duration_secs': 0.034187} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.963530] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.964119] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/e2a5e46b-a26e-4b2a-9508-89990e253786.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.964119] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2d032d6-3743-4af3-a974-a23c6d182586 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.973330] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1035.973330] env[69245]: value = "task-3708294" [ 1035.973330] env[69245]: _type = "Task" [ 1035.973330] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.984402] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.316662] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708293, 'name': PowerOffVM_Task, 'duration_secs': 0.246858} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.316982] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.317170] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.317499] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17c342b-e402-4bd8-a4ae-89224d9c12c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.386465] env[69245]: DEBUG nova.network.neutron [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.403891] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.404217] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.404539] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleting the datastore file [datastore2] ed92fd9f-58cd-4fd2-919c-442bd0e7f20e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.405131] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-920ca08e-3244-467f-9cc7-8dd4b0492bd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.418066] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1036.418066] env[69245]: value = "task-3708296" [ 1036.418066] env[69245]: _type = "Task" [ 1036.418066] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.432964] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.489082] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510829} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.489366] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/e2a5e46b-a26e-4b2a-9508-89990e253786.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.489588] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.489928] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7ae49ff-5fa7-49d9-8bae-d35c47b7bf10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.501438] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1036.501438] env[69245]: value = "task-3708297" [ 1036.501438] env[69245]: _type = "Task" [ 1036.501438] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.512492] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.535517] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e77be1-83da-456b-b017-4ba7dfed6c5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.545353] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914788cc-a403-48c5-9d4c-e1e0d06c81d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.579629] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeac1ce-2579-4ba1-bcb8-953b03b6378d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.588144] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9a8e2-7ee8-4743-bd35-6920084dcc8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.603428] env[69245]: DEBUG nova.compute.provider_tree [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.893077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.928309] env[69245]: DEBUG oslo_vmware.api [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194437} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.928577] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.928762] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.928947] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.929142] env[69245]: INFO nova.compute.manager [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1036.929386] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.929579] env[69245]: DEBUG nova.compute.manager [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.929683] env[69245]: DEBUG nova.network.neutron [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.011842] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078921} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.012207] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.013016] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a5b737-a32d-4df3-ad96-3f0e8ba6ee3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.043161] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/e2a5e46b-a26e-4b2a-9508-89990e253786.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.043913] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d82cb6d-fcc9-4227-94f0-8979e927f0c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.066256] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1037.066256] env[69245]: value = "task-3708298" [ 1037.066256] env[69245]: _type = "Task" [ 1037.066256] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.075777] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.107200] env[69245]: DEBUG nova.scheduler.client.report [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.262010] env[69245]: DEBUG nova.compute.manager [req-594db3a0-599b-4ac4-8d7e-e5c2cc464e7b req-48874517-f6b3-4e98-aa95-e6a7662181ed service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Received event network-vif-deleted-e03a8b4d-9fc1-487e-8c33-a12524a970a5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.262242] env[69245]: INFO nova.compute.manager [req-594db3a0-599b-4ac4-8d7e-e5c2cc464e7b req-48874517-f6b3-4e98-aa95-e6a7662181ed service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Neutron deleted interface e03a8b4d-9fc1-487e-8c33-a12524a970a5; detaching it from the instance and deleting it from the info cache [ 1037.262461] env[69245]: DEBUG nova.network.neutron [req-594db3a0-599b-4ac4-8d7e-e5c2cc464e7b req-48874517-f6b3-4e98-aa95-e6a7662181ed service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.582031] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708298, 'name': ReconfigVM_Task, 'duration_secs': 0.294041} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.582364] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/e2a5e46b-a26e-4b2a-9508-89990e253786.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.583150] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6486ecb9-24cc-4db6-a9e8-33d804617e73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.591539] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1037.591539] env[69245]: value = "task-3708299" [ 1037.591539] env[69245]: _type = "Task" [ 1037.591539] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.601712] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708299, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.614177] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.614738] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.617751] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.226s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.618070] env[69245]: DEBUG nova.objects.instance [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'resources' on Instance uuid fc010a87-d49a-4090-a838-975705d101e8 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.742823] env[69245]: DEBUG nova.network.neutron [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.765646] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eea01449-65ed-4650-bb36-47a03accd3d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.778424] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319546ec-1513-4a3b-8a8d-76d93993889b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.815341] env[69245]: DEBUG nova.compute.manager [req-594db3a0-599b-4ac4-8d7e-e5c2cc464e7b req-48874517-f6b3-4e98-aa95-e6a7662181ed service nova] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Detach interface failed, port_id=e03a8b4d-9fc1-487e-8c33-a12524a970a5, reason: Instance ed92fd9f-58cd-4fd2-919c-442bd0e7f20e could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.103374] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708299, 'name': Rename_Task, 'duration_secs': 0.145169} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.103734] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.104034] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af04665d-c98d-468f-9111-9bc942e30d8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.110854] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1038.110854] env[69245]: value = "task-3708300" [ 1038.110854] env[69245]: _type = "Task" [ 1038.110854] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.119364] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.123169] env[69245]: DEBUG nova.compute.utils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.124601] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.124783] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.190677] env[69245]: DEBUG nova.policy [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeea93a3daf847feb08841e59f9d619f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f028645dafdf4534bfd98bca8b89deef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.245733] env[69245]: INFO nova.compute.manager [-] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Took 1.32 seconds to deallocate network for instance. [ 1038.411543] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b4642-d6fc-4cda-a2f4-ec682163d110 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.449916] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.550226] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Successfully created port: c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.581514] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c20ab-368f-4f72-bc6c-4d9d84b9643e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.588330] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c485b6d-ea2a-4026-baea-86f6eca5f56b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.632023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c574709-5a97-4bbf-a1a4-3972210e93fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.633945] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.643195] env[69245]: DEBUG oslo_vmware.api [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708300, 'name': PowerOnVM_Task, 'duration_secs': 0.521727} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.645708] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.646110] env[69245]: INFO nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1038.646418] env[69245]: DEBUG nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.647352] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebbdc82-466b-4474-99a7-e5fc3cdc30df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.651026] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e4c25-2ade-425a-ad57-20e0edf08a91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.671024] env[69245]: DEBUG nova.compute.provider_tree [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.756925] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.945579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "20b72085-bea6-4278-a5c6-5ba700c38783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.947274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.956510] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.956817] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8dbdb5e-055d-4428-a0ce-4845f3ef72ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.964719] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1038.964719] env[69245]: value = "task-3708301" [ 1038.964719] env[69245]: _type = "Task" [ 1038.964719] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.974720] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.179808] env[69245]: DEBUG nova.scheduler.client.report [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.188840] env[69245]: INFO nova.compute.manager [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Took 42.70 seconds to build instance. [ 1039.449047] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.476214] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708301, 'name': PowerOffVM_Task, 'duration_secs': 0.187281} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.476530] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.476897] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.577324] env[69245]: INFO nova.compute.manager [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Rescuing [ 1039.577612] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.577762] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.577925] env[69245]: DEBUG nova.network.neutron [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.645677] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.671226] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.671527] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.671694] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.671875] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.672045] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.672209] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.672449] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.672613] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.672783] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.672947] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.673146] env[69245]: DEBUG nova.virt.hardware [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.673984] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b145058d-8415-4fa5-a72f-3e2aabbb01c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.682405] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4bcdb-b223-4c6d-b327-372a85e65492 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.696155] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.698139] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c4f6483e-69b7-4064-b0a2-507f292bce12 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.229s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.698830] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.905s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.700370] env[69245]: INFO nova.compute.claims [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.723197] env[69245]: INFO nova.scheduler.client.report [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted allocations for instance fc010a87-d49a-4090-a838-975705d101e8 [ 1039.960312] env[69245]: DEBUG nova.compute.manager [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Received event network-vif-plugged-c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.960312] env[69245]: DEBUG oslo_concurrency.lockutils [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] Acquiring lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.960312] env[69245]: DEBUG oslo_concurrency.lockutils [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] Lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.960312] env[69245]: DEBUG oslo_concurrency.lockutils [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] Lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.960312] env[69245]: DEBUG nova.compute.manager [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] No waiting events found dispatching network-vif-plugged-c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1039.960312] env[69245]: WARNING nova.compute.manager [req-047a0116-a521-4d05-b59e-4018fd0f4427 req-225c00f5-482f-4ac6-9fa1-91115326d33c service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Received unexpected event network-vif-plugged-c666f2a6-9123-48d7-957a-ce35f95a0795 for instance with vm_state building and task_state spawning. [ 1039.983282] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.983282] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.983414] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.984029] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.984029] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.984029] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.984029] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.984712] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.984712] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.984712] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.984863] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.992133] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.992487] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d414ef-39ba-4942-8631-a18a2aa36418 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.013203] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1040.013203] env[69245]: value = "task-3708302" [ 1040.013203] env[69245]: _type = "Task" [ 1040.013203] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.025168] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.094630] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Successfully updated port: c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.230918] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d897c1cc-e0d4-481a-8696-e2b08002ce6b tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "fc010a87-d49a-4090-a838-975705d101e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.460s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.388960] env[69245]: DEBUG nova.network.neutron [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.522806] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708302, 'name': ReconfigVM_Task, 'duration_secs': 0.167786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.523129] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.596435] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.596607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquired lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.596750] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.894346] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.030682] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.031054] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.031228] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.031404] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.031551] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.031700] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.031912] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.033068] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.033068] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.033068] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.033068] env[69245]: DEBUG nova.virt.hardware [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.038684] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1041.041926] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b97c09c-ae46-4769-9564-1833dcc13baa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.064854] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1041.064854] env[69245]: value = "task-3708303" [ 1041.064854] env[69245]: _type = "Task" [ 1041.064854] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.078211] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.141182] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca6ef9d-685d-4aa9-83b4-50771186836c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.150223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f3d55f-36c6-494c-8b09-49af862a460a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.159097] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.194048] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46322253-74a7-41e2-9b81-07677386789c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.203312] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1f0c6-5391-48b7-9d2a-117038790987 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.220950] env[69245]: DEBUG nova.compute.provider_tree [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.354757] env[69245]: DEBUG nova.network.neutron [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Updating instance_info_cache with network_info: [{"id": "c666f2a6-9123-48d7-957a-ce35f95a0795", "address": "fa:16:3e:55:b6:14", "network": {"id": "575995ff-643c-43ad-87a5-defee093a161", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1559611320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f028645dafdf4534bfd98bca8b89deef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc666f2a6-91", "ovs_interfaceid": "c666f2a6-9123-48d7-957a-ce35f95a0795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.573556] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708303, 'name': ReconfigVM_Task, 'duration_secs': 0.183188} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.573789] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.574667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26700a9-849a-4d7e-b75d-d3bd5141ca97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.597729] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.598080] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b17ad7-c676-4db7-84bd-f493cf07f370 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.617608] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1041.617608] env[69245]: value = "task-3708304" [ 1041.617608] env[69245]: _type = "Task" [ 1041.617608] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.626781] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.726745] env[69245]: DEBUG nova.scheduler.client.report [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.857392] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Releasing lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.857806] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Instance network_info: |[{"id": "c666f2a6-9123-48d7-957a-ce35f95a0795", "address": "fa:16:3e:55:b6:14", "network": {"id": "575995ff-643c-43ad-87a5-defee093a161", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1559611320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f028645dafdf4534bfd98bca8b89deef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc666f2a6-91", "ovs_interfaceid": "c666f2a6-9123-48d7-957a-ce35f95a0795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.858333] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:b6:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c666f2a6-9123-48d7-957a-ce35f95a0795', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.866779] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Creating folder: Project (f028645dafdf4534bfd98bca8b89deef). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.867177] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e56e48cb-993d-4a62-a958-25c107470a0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.884207] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Created folder: Project (f028645dafdf4534bfd98bca8b89deef) in parent group-v738357. [ 1041.884207] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Creating folder: Instances. Parent ref: group-v738582. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.884207] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3894cb31-fd78-4909-836d-ec2f9b3e0287 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.894981] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Created folder: Instances in parent group-v738582. [ 1041.895567] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.895567] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.895671] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8eea58c6-0b32-4b29-a6e2-baa0631365d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.916494] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.916494] env[69245]: value = "task-3708307" [ 1041.916494] env[69245]: _type = "Task" [ 1041.916494] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.925418] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708307, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.985886] env[69245]: DEBUG nova.compute.manager [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Received event network-changed-c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.986104] env[69245]: DEBUG nova.compute.manager [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Refreshing instance network info cache due to event network-changed-c666f2a6-9123-48d7-957a-ce35f95a0795. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.986349] env[69245]: DEBUG oslo_concurrency.lockutils [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] Acquiring lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.986499] env[69245]: DEBUG oslo_concurrency.lockutils [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] Acquired lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.986640] env[69245]: DEBUG nova.network.neutron [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Refreshing network info cache for port c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.129586] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708304, 'name': ReconfigVM_Task, 'duration_secs': 0.288084} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.129938] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969/740526dc-af3a-41b0-b73c-1dc711198969.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.130355] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.234878] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.236410] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.239922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.333s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.239922] env[69245]: DEBUG nova.objects.instance [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lazy-loading 'resources' on Instance uuid ad2693d9-a5f1-42ba-a471-249753646b3b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.432647] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708307, 'name': CreateVM_Task, 'duration_secs': 0.469853} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.432910] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.433903] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.434169] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.434627] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.434985] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43482c91-5952-44b7-9326-82c6840edd8d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.437830] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.438171] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bee606b-f5ed-4e62-a19c-c7372a226a96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.445268] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1042.445268] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522d18c9-9090-a8c9-e169-a82804dd697a" [ 1042.445268] env[69245]: _type = "Task" [ 1042.445268] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.448899] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1042.448899] env[69245]: value = "task-3708308" [ 1042.448899] env[69245]: _type = "Task" [ 1042.448899] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.468690] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.472543] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522d18c9-9090-a8c9-e169-a82804dd697a, 'name': SearchDatastore_Task, 'duration_secs': 0.02205} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.472843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.473094] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.473409] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.473491] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.473673] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.473941] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ecc65f9-3eee-4886-a9ea-33f0ad5e418a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.483032] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.483273] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.484012] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0acb8523-bbf0-49f4-bff4-6bedc0304c7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.492616] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1042.492616] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aec3b3-ba21-3c4f-5189-549aad28aa09" [ 1042.492616] env[69245]: _type = "Task" [ 1042.492616] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.501550] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aec3b3-ba21-3c4f-5189-549aad28aa09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.637487] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf25515-6daf-4da3-a7a4-40a813d87ddf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.662155] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05665adc-92e5-492d-a497-d94ef8857f0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.682407] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.746843] env[69245]: DEBUG nova.compute.utils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.748561] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.748725] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.859232] env[69245]: DEBUG nova.policy [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32fb85278ae24564a8bf0d890ce5c52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02108dbedc6f4539be3811f663a0a784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.970122] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708308, 'name': PowerOffVM_Task, 'duration_secs': 0.241015} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.970948] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.971880] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa3024c-0c77-4c88-8aeb-17acdbbc720f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.978928] env[69245]: DEBUG nova.network.neutron [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Updated VIF entry in instance network info cache for port c666f2a6-9123-48d7-957a-ce35f95a0795. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.979229] env[69245]: DEBUG nova.network.neutron [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Updating instance_info_cache with network_info: [{"id": "c666f2a6-9123-48d7-957a-ce35f95a0795", "address": "fa:16:3e:55:b6:14", "network": {"id": "575995ff-643c-43ad-87a5-defee093a161", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1559611320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f028645dafdf4534bfd98bca8b89deef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc666f2a6-91", "ovs_interfaceid": "c666f2a6-9123-48d7-957a-ce35f95a0795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.004817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf493804-9af4-4fba-b005-4be3528acf87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.021082] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aec3b3-ba21-3c4f-5189-549aad28aa09, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.024570] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0e46bf-105e-4dca-9942-5b46db3b7b15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.031213] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1043.031213] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f65201-ea1e-8e01-88b6-5a5371797e4d" [ 1043.031213] env[69245]: _type = "Task" [ 1043.031213] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.049785] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f65201-ea1e-8e01-88b6-5a5371797e4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.059620] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.059942] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40da8e92-a088-4bb3-92f3-a724d5e21633 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.071154] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1043.071154] env[69245]: value = "task-3708309" [ 1043.071154] env[69245]: _type = "Task" [ 1043.071154] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.082708] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.240230] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87be4555-8db1-470b-beec-cf6377f3c857 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.244349] env[69245]: DEBUG nova.network.neutron [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Port 531c215d-9fbf-4466-acc5-4709d98cd7e7 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.251351] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb3c5a-a88d-4a7c-b874-620fd2d1b90a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.255615] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.286430] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc893b54-f1ee-4882-9e9b-7338fd83434e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.295250] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675a5042-1003-4cc1-973c-02ee5d1e7c75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.311739] env[69245]: DEBUG nova.compute.provider_tree [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.378831] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Successfully created port: a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.483298] env[69245]: DEBUG oslo_concurrency.lockutils [req-aca5d4ce-ae28-4fa4-88c6-03d8f86acf38 req-c69d03f9-42ab-425f-8170-ff75148fb4b2 service nova] Releasing lock "refresh_cache-974546ce-0a67-4bc3-b64a-9348be71641b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.541765] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f65201-ea1e-8e01-88b6-5a5371797e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020039} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.542078] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.542348] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 974546ce-0a67-4bc3-b64a-9348be71641b/974546ce-0a67-4bc3-b64a-9348be71641b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.542643] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2638b1-8ff0-4dbf-af26-8de18c48fade {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.552253] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1043.552253] env[69245]: value = "task-3708310" [ 1043.552253] env[69245]: _type = "Task" [ 1043.552253] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.560943] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.581814] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.582060] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.582355] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.582462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.582637] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.582883] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ff6f99-3254-48ba-bd9c-e7e88d924830 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.592376] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.592677] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.593432] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6195800a-5a81-4ba9-bb10-0aada7a8515f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.599516] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1043.599516] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52876511-7d6e-caee-bd00-b621a5ea3add" [ 1043.599516] env[69245]: _type = "Task" [ 1043.599516] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.608374] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52876511-7d6e-caee-bd00-b621a5ea3add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.814160] env[69245]: DEBUG nova.scheduler.client.report [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.063504] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708310, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.110390] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52876511-7d6e-caee-bd00-b621a5ea3add, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.111110] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12388f2-3c9b-47a3-904c-4a083fdf12f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.116695] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1044.116695] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522d780a-a8c3-87ed-0f87-830d56d17949" [ 1044.116695] env[69245]: _type = "Task" [ 1044.116695] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.125180] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522d780a-a8c3-87ed-0f87-830d56d17949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.266421] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.274593] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.275617] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.277110] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.300923] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.301323] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.301668] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.301905] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.302105] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.302269] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.302515] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.302631] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.302795] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.303016] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.303198] env[69245]: DEBUG nova.virt.hardware [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.304454] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8648c4ea-9703-4343-92b7-24d2c74bd11f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.314698] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe7efc-681b-4634-8295-b86392cb70f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.319823] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.322768] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.729s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.324334] env[69245]: INFO nova.compute.claims [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.344970] env[69245]: INFO nova.scheduler.client.report [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Deleted allocations for instance ad2693d9-a5f1-42ba-a471-249753646b3b [ 1044.571801] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708310, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.627869] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522d780a-a8c3-87ed-0f87-830d56d17949, 'name': SearchDatastore_Task, 'duration_secs': 0.018167} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.628173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.628454] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1044.628724] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373604b8-c85e-4cf3-8298-b60806aedd4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.636359] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1044.636359] env[69245]: value = "task-3708311" [ 1044.636359] env[69245]: _type = "Task" [ 1044.636359] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.647240] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.858326] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3c48779-d0af-456e-afd1-337a52aee4ee tempest-ServersWithSpecificFlavorTestJSON-1275212292 tempest-ServersWithSpecificFlavorTestJSON-1275212292-project-member] Lock "ad2693d9-a5f1-42ba-a471-249753646b3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.091s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.902421] env[69245]: DEBUG nova.compute.manager [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Received event network-vif-plugged-a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.902421] env[69245]: DEBUG oslo_concurrency.lockutils [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.902421] env[69245]: DEBUG oslo_concurrency.lockutils [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.902421] env[69245]: DEBUG oslo_concurrency.lockutils [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.902421] env[69245]: DEBUG nova.compute.manager [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] No waiting events found dispatching network-vif-plugged-a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.903276] env[69245]: WARNING nova.compute.manager [req-d8b7374e-ab0a-4006-84cf-deda759a84e6 req-0193c639-a8e4-46bd-b2fc-810073d36ba1 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Received unexpected event network-vif-plugged-a2d1600d-e66c-4580-8d42-94462a922528 for instance with vm_state building and task_state spawning. [ 1045.008923] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Successfully updated port: a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.064828] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708310, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.146860] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.319129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.319329] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.319508] env[69245]: DEBUG nova.network.neutron [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.510687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.510687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.510687] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.569342] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708310, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.526168} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.569670] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 974546ce-0a67-4bc3-b64a-9348be71641b/974546ce-0a67-4bc3-b64a-9348be71641b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.569946] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.570277] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc950eba-67ed-4068-9ae1-c344c9437b35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.578922] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1045.578922] env[69245]: value = "task-3708312" [ 1045.578922] env[69245]: _type = "Task" [ 1045.578922] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.592919] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.651038] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857315} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.652124] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 1045.652340] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fc18c9-ab3b-4087-b58c-0a09666c1176 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.687365] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.691120] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b16775-f899-42a7-b9cb-085fa3d5536b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.712741] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1045.712741] env[69245]: value = "task-3708313" [ 1045.712741] env[69245]: _type = "Task" [ 1045.712741] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.722705] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.821377] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1481a373-2331-4c0d-a68f-ba66adfa0527 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.831664] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291dd60e-d25e-4195-8f6d-892e8db1d8f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.864146] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a018732-f9a1-4eea-aa95-8dbb5e6d46bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.874859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6967954-5185-4e56-bcfe-1180dab05c11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.890885] env[69245]: DEBUG nova.compute.provider_tree [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.091816] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069377} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.092268] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.093112] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.095578] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b80a6-319a-4879-a7f3-da87e0375c7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.122266] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 974546ce-0a67-4bc3-b64a-9348be71641b/974546ce-0a67-4bc3-b64a-9348be71641b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.123097] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3dd69c8-f622-4a57-a3a1-8ff4162e94ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.152357] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1046.152357] env[69245]: value = "task-3708314" [ 1046.152357] env[69245]: _type = "Task" [ 1046.152357] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.163402] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.223865] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708313, 'name': ReconfigVM_Task, 'duration_secs': 0.315836} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.224213] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.225146] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bad1c2-79c5-407c-884a-cede3ba47fa0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.258612] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88dead71-3755-4fce-b73f-91588ef0a5e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.270379] env[69245]: DEBUG nova.network.neutron [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.278296] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1046.278296] env[69245]: value = "task-3708315" [ 1046.278296] env[69245]: _type = "Task" [ 1046.278296] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.287242] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.389258] env[69245]: DEBUG nova.network.neutron [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating instance_info_cache with network_info: [{"id": "a2d1600d-e66c-4580-8d42-94462a922528", "address": "fa:16:3e:f2:25:68", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d1600d-e6", "ovs_interfaceid": "a2d1600d-e66c-4580-8d42-94462a922528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.394295] env[69245]: DEBUG nova.scheduler.client.report [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.602057] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.602207] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.664714] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708314, 'name': ReconfigVM_Task, 'duration_secs': 0.302884} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.665029] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 974546ce-0a67-4bc3-b64a-9348be71641b/974546ce-0a67-4bc3-b64a-9348be71641b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.665726] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4ba7d3c-6231-4468-8f98-a00bb0edb3f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.673075] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1046.673075] env[69245]: value = "task-3708316" [ 1046.673075] env[69245]: _type = "Task" [ 1046.673075] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.681745] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708316, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.773753] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.788599] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.892094] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.892537] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance network_info: |[{"id": "a2d1600d-e66c-4580-8d42-94462a922528", "address": "fa:16:3e:f2:25:68", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d1600d-e6", "ovs_interfaceid": "a2d1600d-e66c-4580-8d42-94462a922528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.892865] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:25:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d1600d-e66c-4580-8d42-94462a922528', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.900305] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.901032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.901454] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.904080] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.904226] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.645s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.906112] env[69245]: INFO nova.compute.claims [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.908249] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c611510-9d29-411f-a80f-6b4b3e0bca8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.931389] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.931389] env[69245]: value = "task-3708317" [ 1046.931389] env[69245]: _type = "Task" [ 1046.931389] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.939865] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708317, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.969551] env[69245]: DEBUG nova.compute.manager [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Received event network-changed-a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.969853] env[69245]: DEBUG nova.compute.manager [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Refreshing instance network info cache due to event network-changed-a2d1600d-e66c-4580-8d42-94462a922528. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.970215] env[69245]: DEBUG oslo_concurrency.lockutils [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] Acquiring lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.970334] env[69245]: DEBUG oslo_concurrency.lockutils [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] Acquired lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.970520] env[69245]: DEBUG nova.network.neutron [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Refreshing network info cache for port a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.109942] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.110638] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.110709] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.112280] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.112280] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.112280] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.112280] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1047.112280] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.183763] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708316, 'name': Rename_Task, 'duration_secs': 0.154299} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.184046] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.184302] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a48c1408-14d7-46c6-a74e-45e27bcdada9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.193024] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1047.193024] env[69245]: value = "task-3708318" [ 1047.193024] env[69245]: _type = "Task" [ 1047.193024] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.202426] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.293350] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708315, 'name': ReconfigVM_Task, 'duration_secs': 0.829522} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.293576] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.293705] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61ba6c9e-05e3-449c-b6a0-07023e440be4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.301954] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1047.301954] env[69245]: value = "task-3708319" [ 1047.301954] env[69245]: _type = "Task" [ 1047.301954] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.306374] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c97ce5-36ac-4e0b-913d-6f294f2e9fbb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.314808] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.329072] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c852d8-7415-400e-99d8-07b3d724a6a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.337568] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.429817] env[69245]: DEBUG nova.compute.utils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.429817] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.429817] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.443779] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708317, 'name': CreateVM_Task, 'duration_secs': 0.322009} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.444040] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.444682] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.444892] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.445198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.445702] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-357b123d-4c13-4a9f-bb94-b746430f071f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.451462] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1047.451462] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521b62fc-0832-6343-4b6b-fee578d31fda" [ 1047.451462] env[69245]: _type = "Task" [ 1047.451462] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.461995] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521b62fc-0832-6343-4b6b-fee578d31fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.619479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.622032] env[69245]: DEBUG nova.policy [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.705944] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.813540] env[69245]: DEBUG oslo_vmware.api [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708319, 'name': PowerOnVM_Task, 'duration_secs': 0.409192} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.813866] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.819548] env[69245]: DEBUG nova.compute.manager [None req-aeb9dc74-c1a6-402a-808e-6cae167e89f4 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.819548] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8ca75-6b4d-4da3-b405-912aa48fd2d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.845281] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.845737] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cfa543-2aca-4395-b006-69ee33cd512e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.854937] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1047.854937] env[69245]: value = "task-3708320" [ 1047.854937] env[69245]: _type = "Task" [ 1047.854937] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.869225] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.935776] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.972200] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521b62fc-0832-6343-4b6b-fee578d31fda, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.972545] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.973073] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.973660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.973770] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.973892] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.974488] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d160223-79c9-4dc6-8144-44b1f614380e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.990754] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.991365] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.991826] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8145a7cf-8999-4ee9-b47c-653a6d6c3b8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.997815] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1047.997815] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52532a9e-220e-38c1-a9df-bddcd26902c9" [ 1047.997815] env[69245]: _type = "Task" [ 1047.997815] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.010531] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52532a9e-220e-38c1-a9df-bddcd26902c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.204637] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.305198] env[69245]: DEBUG nova.network.neutron [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updated VIF entry in instance network info cache for port a2d1600d-e66c-4580-8d42-94462a922528. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.305827] env[69245]: DEBUG nova.network.neutron [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating instance_info_cache with network_info: [{"id": "a2d1600d-e66c-4580-8d42-94462a922528", "address": "fa:16:3e:f2:25:68", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d1600d-e6", "ovs_interfaceid": "a2d1600d-e66c-4580-8d42-94462a922528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.365580] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.367679] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d481fd-8b2e-472c-9b9f-f983c878d00d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.375829] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90665f6b-00a9-4328-9dd5-b2b866cb936a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.411507] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7f8e3-afa3-450f-bd67-8dc17d19de46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.420422] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aac416-aa1e-417f-97c3-efc4edf5b236 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.435729] env[69245]: DEBUG nova.compute.provider_tree [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.512507] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52532a9e-220e-38c1-a9df-bddcd26902c9, 'name': SearchDatastore_Task, 'duration_secs': 0.032342} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.513345] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92434ca-f58b-4ca9-8bcd-4cb821752bcd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.520217] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1048.520217] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52def37d-026d-1c8b-0562-c2e07993fc3f" [ 1048.520217] env[69245]: _type = "Task" [ 1048.520217] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.529026] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52def37d-026d-1c8b-0562-c2e07993fc3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.591465] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Successfully created port: e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.705190] env[69245]: DEBUG oslo_vmware.api [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708318, 'name': PowerOnVM_Task, 'duration_secs': 1.268514} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.705826] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.705826] env[69245]: INFO nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1048.705980] env[69245]: DEBUG nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.706788] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d76abc-4ff2-474d-a501-eccdfff9c3ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.808804] env[69245]: DEBUG oslo_concurrency.lockutils [req-f732dbca-b25a-43a9-a156-054f6810d81b req-839fb8c3-9410-4c76-af48-201d841a3209 service nova] Releasing lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.866859] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.939013] env[69245]: DEBUG nova.scheduler.client.report [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.946751] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.975882] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.976295] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.976463] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.976631] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.976807] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.976992] env[69245]: DEBUG nova.virt.hardware [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.980511] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e987b8-c8d0-4230-b9dd-d450ccfd9e9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.990888] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db089e6-387a-4660-9525-7cc365d63946 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.035279] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52def37d-026d-1c8b-0562-c2e07993fc3f, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.035588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.035856] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.036252] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9f41c5a-0719-49fa-94da-bf782f5d9b96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.044092] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1049.044092] env[69245]: value = "task-3708321" [ 1049.044092] env[69245]: _type = "Task" [ 1049.044092] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.053650] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.228321] env[69245]: INFO nova.compute.manager [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Took 44.16 seconds to build instance. [ 1049.372167] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.445479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.446239] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.449462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.196s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.449462] env[69245]: DEBUG nova.objects.instance [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lazy-loading 'resources' on Instance uuid 83c8b6e6-8237-4dcc-b083-8ee32debdd90 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.556542] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708321, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.731603] env[69245]: DEBUG oslo_concurrency.lockutils [None req-50398fea-b140-4635-86bc-1ce429288c50 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.176s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.872173] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.955704] env[69245]: DEBUG nova.compute.utils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.957525] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.958724] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.056869] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778976} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.057217] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.058570] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.058570] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe5013d0-acbb-42a9-81db-6ba2d3bf6d26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.070761] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1050.070761] env[69245]: value = "task-3708322" [ 1050.070761] env[69245]: _type = "Task" [ 1050.070761] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.086820] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.113417] env[69245]: DEBUG nova.policy [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195d3011d8304656a6e777e5d198eb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ae3d36e4aa42f5bc0d0593925b6ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.367993] env[69245]: DEBUG oslo_vmware.api [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708320, 'name': PowerOnVM_Task, 'duration_secs': 2.330628} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.370835] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.371043] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5cdb40-514b-4969-b090-e52723e967ba tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance '740526dc-af3a-41b0-b73c-1dc711198969' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.462941] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.482896] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1566f7c-0314-4127-a504-30b8bd18fe86 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.492717] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb697d38-64ed-40b3-a4c4-9c68b2861806 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.531513] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa062428-729a-4d63-86f7-9c1d5cd5060f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.542056] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83051927-c331-445d-92da-35d6326b849a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.557575] env[69245]: DEBUG nova.compute.provider_tree [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.581025] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096276} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.581329] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.582139] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33066645-1dfd-497e-9866-51a3cba1cfd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.604848] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.605554] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70302ba9-94c5-4bea-b184-850e43ab7775 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.626620] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1050.626620] env[69245]: value = "task-3708323" [ 1050.626620] env[69245]: _type = "Task" [ 1050.626620] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.635885] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.962020] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Successfully created port: e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.062463] env[69245]: DEBUG nova.scheduler.client.report [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.148681] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.430686] env[69245]: DEBUG nova.compute.manager [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.430686] env[69245]: DEBUG nova.compute.manager [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing instance network info cache due to event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.430686] env[69245]: DEBUG oslo_concurrency.lockutils [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.430686] env[69245]: DEBUG oslo_concurrency.lockutils [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.430686] env[69245]: DEBUG nova.network.neutron [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.476378] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.495388] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Successfully updated port: e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.531498] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f5da0034355a2c45001a5d3949653988',container_format='bare',created_at=2025-04-29T07:16:53Z,direct_url=,disk_format='vmdk',id=b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0,min_disk=1,min_ram=0,name='tempest-test-snap-57554343',owner='39ae3d36e4aa42f5bc0d0593925b6ea5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-29T07:17:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.531823] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.531992] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.534465] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.534646] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.535381] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.536076] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.536076] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.536076] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.536247] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.536351] env[69245]: DEBUG nova.virt.hardware [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.540023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7292e4d-43a8-4b75-9c80-681f97f322d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.547103] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634d69d3-4d07-4846-97a5-bb43ce7f6453 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.569083] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.571560] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.800s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.574204] env[69245]: INFO nova.compute.claims [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.596870] env[69245]: INFO nova.scheduler.client.report [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Deleted allocations for instance 83c8b6e6-8237-4dcc-b083-8ee32debdd90 [ 1051.640168] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708323, 'name': ReconfigVM_Task, 'duration_secs': 0.902117} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.642707] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.642707] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52351d5e-8948-4b41-883b-64465dfe2301 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.650615] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1051.650615] env[69245]: value = "task-3708324" [ 1051.650615] env[69245]: _type = "Task" [ 1051.650615] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.661061] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708324, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.002804] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.002971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.003711] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.106030] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ab9b1156-1617-4c33-a068-92b84b78bd77 tempest-ServerAddressesNegativeTestJSON-1663110117 tempest-ServerAddressesNegativeTestJSON-1663110117-project-member] Lock "83c8b6e6-8237-4dcc-b083-8ee32debdd90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.703s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.165751] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708324, 'name': Rename_Task, 'duration_secs': 0.203889} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.166172] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.166909] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1a7b58f-ed0e-414b-b337-0ac9c904c1a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.178639] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1052.178639] env[69245]: value = "task-3708325" [ 1052.178639] env[69245]: _type = "Task" [ 1052.178639] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.193976] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.328851] env[69245]: DEBUG nova.network.neutron [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updated VIF entry in instance network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.328851] env[69245]: DEBUG nova.network.neutron [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.583389] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.694951] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.834886] env[69245]: DEBUG oslo_concurrency.lockutils [req-f2be72dc-4b14-4c8b-ad81-550ddaa4d757 req-1da96568-a382-430c-ad69-b7772611a50d service nova] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.914440] env[69245]: DEBUG nova.network.neutron [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Updating instance_info_cache with network_info: [{"id": "e1b5ea8b-761d-467d-806b-5b572f71466f", "address": "fa:16:3e:68:f2:4e", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b5ea8b-76", "ovs_interfaceid": "e1b5ea8b-761d-467d-806b-5b572f71466f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.102957] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7435332-5d5d-4c2c-bc92-72325d4b12ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.112961] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954174bd-853a-4d10-a818-64e73633b1b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.148662] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f5572-8478-4729-a620-81acbcb19c40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.162136] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aa5ae4-87c5-401b-bfc9-1d0ac1964043 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.182957] env[69245]: DEBUG nova.compute.provider_tree [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.196015] env[69245]: DEBUG oslo_vmware.api [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708325, 'name': PowerOnVM_Task, 'duration_secs': 0.78234} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.196479] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.196569] env[69245]: INFO nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1053.196691] env[69245]: DEBUG nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.197757] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbd3e34-8d3b-4d40-8f13-94d1172a73e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.422388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.422864] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Instance network_info: |[{"id": "e1b5ea8b-761d-467d-806b-5b572f71466f", "address": "fa:16:3e:68:f2:4e", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b5ea8b-76", "ovs_interfaceid": "e1b5ea8b-761d-467d-806b-5b572f71466f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.423382] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f2:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b5ea8b-761d-467d-806b-5b572f71466f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.439021] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.439597] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.439850] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90fd58f1-eba1-468d-b64f-d3555a336fcf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.466104] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.466104] env[69245]: value = "task-3708326" [ 1053.466104] env[69245]: _type = "Task" [ 1053.466104] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.478096] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708326, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.491911] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Successfully updated port: e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.655635] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.657067] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.657067] env[69245]: DEBUG nova.compute.manager [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Going to confirm migration 4 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1053.693024] env[69245]: DEBUG nova.scheduler.client.report [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.725273] env[69245]: INFO nova.compute.manager [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Took 44.95 seconds to build instance. [ 1053.889987] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Received event network-vif-plugged-e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.892822] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquiring lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.892822] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.897029] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.897029] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] No waiting events found dispatching network-vif-plugged-e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.897029] env[69245]: WARNING nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Received unexpected event network-vif-plugged-e1b5ea8b-761d-467d-806b-5b572f71466f for instance with vm_state building and task_state spawning. [ 1053.897029] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Received event network-changed-e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.897029] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Refreshing instance network info cache due to event network-changed-e1b5ea8b-761d-467d-806b-5b572f71466f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.897029] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquiring lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.897029] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquired lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.897029] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Refreshing network info cache for port e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.976598] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708326, 'name': CreateVM_Task, 'duration_secs': 0.50846} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.976803] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.977534] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.977690] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.977981] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.978253] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03158051-bdec-4f78-af83-26a9cbaf167e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.983843] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1053.983843] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ad9382-1c9c-8115-130b-7de23efa3b56" [ 1053.983843] env[69245]: _type = "Task" [ 1053.983843] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.992989] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ad9382-1c9c-8115-130b-7de23efa3b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.996677] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.996814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996970] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.198478] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.199075] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.202136] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.253s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.203781] env[69245]: INFO nova.compute.claims [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.206604] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "974546ce-0a67-4bc3-b64a-9348be71641b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.206833] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.207048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.207241] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.207447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.209732] env[69245]: INFO nova.compute.manager [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Terminating instance [ 1054.228068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d58ec5bc-129b-4068-ad49-54f90af7576a tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.463s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.269069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.269263] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.269443] env[69245]: DEBUG nova.network.neutron [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.269802] env[69245]: DEBUG nova.objects.instance [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'info_cache' on Instance uuid 740526dc-af3a-41b0-b73c-1dc711198969 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.495539] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ad9382-1c9c-8115-130b-7de23efa3b56, 'name': SearchDatastore_Task, 'duration_secs': 0.033789} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.496836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.496836] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.496836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.496836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.496836] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.499123] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1d12cd-7f37-467b-a9b3-f60f43abc73b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.517238] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.517443] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.518230] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5055f275-741d-4e5d-9315-02dfbaa51209 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.527851] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1054.527851] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dd227a-1b45-8d26-9156-13e39f180135" [ 1054.527851] env[69245]: _type = "Task" [ 1054.527851] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.536361] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dd227a-1b45-8d26-9156-13e39f180135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.620755] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.710165] env[69245]: DEBUG nova.compute.utils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.714201] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.714437] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.719087] env[69245]: DEBUG nova.compute.manager [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.719087] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.719821] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c8ca09-75f3-4783-8339-460c88413c54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.732013] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.732378] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19cb1dad-9e6e-4500-bdc5-4ee8d1871095 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.740714] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1054.740714] env[69245]: value = "task-3708327" [ 1054.740714] env[69245]: _type = "Task" [ 1054.740714] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.756344] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.046483] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dd227a-1b45-8d26-9156-13e39f180135, 'name': SearchDatastore_Task, 'duration_secs': 0.049492} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.047714] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5e6657-b109-4c23-a6bd-d0433bced1a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.055195] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1055.055195] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d3625f-0646-eb56-d5e6-d3635b459724" [ 1055.055195] env[69245]: _type = "Task" [ 1055.055195] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.068185] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d3625f-0646-eb56-d5e6-d3635b459724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.221978] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.231706] env[69245]: DEBUG nova.policy [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f11972248b49749c749cb83281b62e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f90796bca424f759ade82b3202293c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.252823] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708327, 'name': PowerOffVM_Task, 'duration_secs': 0.425519} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.253107] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.253338] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.253572] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac3cd64-d670-4e99-88ae-b4f15133ec87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.341410] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.341758] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.341954] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Deleting the datastore file [datastore2] 974546ce-0a67-4bc3-b64a-9348be71641b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.342245] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34f9b855-e4c9-489c-9bea-0884e8a7c4f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.357384] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for the task: (returnval){ [ 1055.357384] env[69245]: value = "task-3708329" [ 1055.357384] env[69245]: _type = "Task" [ 1055.357384] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.376440] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.520177] env[69245]: DEBUG nova.network.neutron [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [{"id": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "address": "fa:16:3e:3e:0c:6a", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531c215d-9f", "ovs_interfaceid": "531c215d-9fbf-4466-acc5-4709d98cd7e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.523796] env[69245]: DEBUG nova.network.neutron [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Updating instance_info_cache with network_info: [{"id": "e33e1016-f28d-488a-96c4-c66b39959843", "address": "fa:16:3e:84:c0:a5", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1016-f2", "ovs_interfaceid": "e33e1016-f28d-488a-96c4-c66b39959843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.548644] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Updated VIF entry in instance network info cache for port e1b5ea8b-761d-467d-806b-5b572f71466f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.549271] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Updating instance_info_cache with network_info: [{"id": "e1b5ea8b-761d-467d-806b-5b572f71466f", "address": "fa:16:3e:68:f2:4e", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b5ea8b-76", "ovs_interfaceid": "e1b5ea8b-761d-467d-806b-5b572f71466f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.568832] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d3625f-0646-eb56-d5e6-d3635b459724, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.569121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.569393] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e2b89399-6823-45a7-ac59-1e3d01c86f9c/e2b89399-6823-45a7-ac59-1e3d01c86f9c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.569663] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2289a20-06e7-4241-ba52-6f756bc17367 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.578968] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1055.578968] env[69245]: value = "task-3708330" [ 1055.578968] env[69245]: _type = "Task" [ 1055.578968] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.588442] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.673820] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405a0235-b4f4-43b3-b1a3-625283937ac6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.682410] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8beeb0d-effd-4db0-8709-2d93555ebf8d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.722519] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea03a477-1761-4526-b609-33f0c5fdad94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.738118] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3b1ab1-1aa9-4c78-811c-1b6220abfa23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.755557] env[69245]: DEBUG nova.compute.provider_tree [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.869777] env[69245]: DEBUG oslo_vmware.api [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Task: {'id': task-3708329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173226} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.870067] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.870259] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.870503] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.870637] env[69245]: INFO nova.compute.manager [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1055.870886] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.871096] env[69245]: DEBUG nova.compute.manager [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.871197] env[69245]: DEBUG nova.network.neutron [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.023863] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-740526dc-af3a-41b0-b73c-1dc711198969" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.023863] env[69245]: DEBUG nova.objects.instance [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'migration_context' on Instance uuid 740526dc-af3a-41b0-b73c-1dc711198969 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.025923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.026933] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Instance network_info: |[{"id": "e33e1016-f28d-488a-96c4-c66b39959843", "address": "fa:16:3e:84:c0:a5", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1016-f2", "ovs_interfaceid": "e33e1016-f28d-488a-96c4-c66b39959843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.028015] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:c0:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33e1016-f28d-488a-96c4-c66b39959843', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.042540] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.044077] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.048125] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a3503e-943c-4e8e-8d86-f4a2abd9a0f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.072596] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Releasing lock "refresh_cache-e2b89399-6823-45a7-ac59-1e3d01c86f9c" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.072868] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.073038] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing instance network info cache due to event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.073236] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.073378] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.073535] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.085555] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.085555] env[69245]: value = "task-3708331" [ 1056.085555] env[69245]: _type = "Task" [ 1056.085555] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.093857] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708330, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.101608] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708331, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.232706] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.260163] env[69245]: DEBUG nova.scheduler.client.report [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.270385] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.270705] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.270901] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.271182] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.271349] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.271532] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.272559] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.272904] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.273172] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.273528] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.273720] env[69245]: DEBUG nova.virt.hardware [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.274615] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbd595d-6a3e-40f4-8155-8af245a51d0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.285781] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7371c80-ac74-4509-9d7c-8877455b53ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.462024] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Successfully created port: 31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.529080] env[69245]: DEBUG nova.objects.base [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Object Instance<740526dc-af3a-41b0-b73c-1dc711198969> lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1056.529916] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caee00e-e6b6-4ce0-a447-3585296a02a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.558245] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db59261f-0e11-428c-9492-388e066eed43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.564792] env[69245]: DEBUG oslo_vmware.api [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1056.564792] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529fdc61-3df5-78d2-9028-2e9012656323" [ 1056.564792] env[69245]: _type = "Task" [ 1056.564792] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.574696] env[69245]: DEBUG oslo_vmware.api [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529fdc61-3df5-78d2-9028-2e9012656323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.590544] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542986} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.595177] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e2b89399-6823-45a7-ac59-1e3d01c86f9c/e2b89399-6823-45a7-ac59-1e3d01c86f9c.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.595426] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.596014] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cbfaa9e-50c0-4bae-a27a-a83ada303856 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.604752] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708331, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.606709] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1056.606709] env[69245]: value = "task-3708332" [ 1056.606709] env[69245]: _type = "Task" [ 1056.606709] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.616822] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.766246] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.767611] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.772288] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.087s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.772705] env[69245]: INFO nova.compute.claims [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.075856] env[69245]: DEBUG nova.network.neutron [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.077196] env[69245]: DEBUG oslo_vmware.api [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529fdc61-3df5-78d2-9028-2e9012656323, 'name': SearchDatastore_Task, 'duration_secs': 0.025956} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.077488] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.103311] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708331, 'name': CreateVM_Task, 'duration_secs': 0.826383} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.104999] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.105716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.105850] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.106291] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.107284] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d22882-9208-43ef-9a8d-bb8fc5665e5b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.117253] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1057.117253] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523561b4-faaf-f020-6682-0f5e3557658c" [ 1057.117253] env[69245]: _type = "Task" [ 1057.117253] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.120456] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210678} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.127018] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.127018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c16707-bae9-4021-b28c-9e44c33cac02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150979] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] e2b89399-6823-45a7-ac59-1e3d01c86f9c/e2b89399-6823-45a7-ac59-1e3d01c86f9c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.152719] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98a434-381c-4b2d-9518-8b785fb3347c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.167679] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.170306] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Processing image b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.170306] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.170306] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.170306] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.170306] env[69245]: DEBUG nova.compute.manager [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Received event network-changed-e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.170306] env[69245]: DEBUG nova.compute.manager [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Refreshing instance network info cache due to event network-changed-e33e1016-f28d-488a-96c4-c66b39959843. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.170541] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Acquiring lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.170666] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Acquired lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.170785] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Refreshing network info cache for port e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.172301] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51f1d4f-5fc1-4c63-8ee1-5dcfaf053fde {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.183920] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1057.183920] env[69245]: value = "task-3708333" [ 1057.183920] env[69245]: _type = "Task" [ 1057.183920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.185309] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.185491] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.186814] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updated VIF entry in instance network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.187173] env[69245]: DEBUG nova.network.neutron [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.191907] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b390c752-4794-4d85-8b5c-104180a0eefa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.202390] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.203523] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1057.203523] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526d50e5-07c7-9c13-5a57-329d7c51e059" [ 1057.203523] env[69245]: _type = "Task" [ 1057.203523] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.214711] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526d50e5-07c7-9c13-5a57-329d7c51e059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.272781] env[69245]: DEBUG nova.compute.utils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.274860] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.274860] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.363529] env[69245]: DEBUG nova.policy [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.579180] env[69245]: INFO nova.compute.manager [-] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Took 1.71 seconds to deallocate network for instance. [ 1057.695695] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.695931] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Received event network-vif-plugged-e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.696162] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Acquiring lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.696379] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.696541] env[69245]: DEBUG oslo_concurrency.lockutils [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] Lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.696708] env[69245]: DEBUG nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] No waiting events found dispatching network-vif-plugged-e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.696877] env[69245]: WARNING nova.compute.manager [req-00457901-34c2-4267-9507-c5928ea40c79 req-e365e07e-7482-4cc4-b572-eca0d6569910 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Received unexpected event network-vif-plugged-e33e1016-f28d-488a-96c4-c66b39959843 for instance with vm_state building and task_state spawning. [ 1057.701285] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708333, 'name': ReconfigVM_Task, 'duration_secs': 0.321065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.701746] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] e2b89399-6823-45a7-ac59-1e3d01c86f9c/e2b89399-6823-45a7-ac59-1e3d01c86f9c.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.702390] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad81ca2c-959c-48f4-a45a-b7d8da253e20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.714611] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1057.714611] env[69245]: value = "task-3708334" [ 1057.714611] env[69245]: _type = "Task" [ 1057.714611] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.722499] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1057.722880] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Fetch image to [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872/OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1057.722880] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Downloading stream optimized image b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 to [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872/OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872.vmdk on the data store datastore2 as vApp {{(pid=69245) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1057.723099] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Downloading image file data b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 to the ESX as VM named 'OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872' {{(pid=69245) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1057.735475] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708334, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.786677] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.857086] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1057.857086] env[69245]: value = "resgroup-9" [ 1057.857086] env[69245]: _type = "ResourcePool" [ 1057.857086] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1057.858315] env[69245]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-158126d0-5ea1-4372-9e90-9ec4404329fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.892080] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease: (returnval){ [ 1057.892080] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a2b537-e5b3-9fe8-acbd-53648c66d3a4" [ 1057.892080] env[69245]: _type = "HttpNfcLease" [ 1057.892080] env[69245]: } obtained for vApp import into resource pool (val){ [ 1057.892080] env[69245]: value = "resgroup-9" [ 1057.892080] env[69245]: _type = "ResourcePool" [ 1057.892080] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1057.892668] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the lease: (returnval){ [ 1057.892668] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a2b537-e5b3-9fe8-acbd-53648c66d3a4" [ 1057.892668] env[69245]: _type = "HttpNfcLease" [ 1057.892668] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.908341] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.908341] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a2b537-e5b3-9fe8-acbd-53648c66d3a4" [ 1057.908341] env[69245]: _type = "HttpNfcLease" [ 1057.908341] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.090978] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.231480] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708334, 'name': Rename_Task, 'duration_secs': 0.160107} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.232116] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.232383] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bcf778c-7d66-45bf-a912-d822e8dbebc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.239439] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1058.239439] env[69245]: value = "task-3708336" [ 1058.239439] env[69245]: _type = "Task" [ 1058.239439] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.253485] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.260737] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94890f6f-64f5-44d3-9eed-dcc7949d5894 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269475] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c35afe-4a3f-4813-883b-6d0befc3eadb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.309593] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf22be4-0642-4ae3-a7bc-a513ceac1e3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.318774] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91053a7e-4398-448a-98f9-62ac2d91bfce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.336664] env[69245]: DEBUG nova.compute.provider_tree [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.402015] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.402015] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a2b537-e5b3-9fe8-acbd-53648c66d3a4" [ 1058.402015] env[69245]: _type = "HttpNfcLease" [ 1058.402015] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.402395] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.402395] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a2b537-e5b3-9fe8-acbd-53648c66d3a4" [ 1058.402395] env[69245]: _type = "HttpNfcLease" [ 1058.402395] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1058.403525] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001879cc-59ed-435f-bcc0-f3cfce2fa730 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.412313] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.412500] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1058.482713] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b2e9ed8-ab34-4792-8b60-b42f8dac67b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.585466] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Successfully created port: adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.698695] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Updated VIF entry in instance network info cache for port e33e1016-f28d-488a-96c4-c66b39959843. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.699374] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Updating instance_info_cache with network_info: [{"id": "e33e1016-f28d-488a-96c4-c66b39959843", "address": "fa:16:3e:84:c0:a5", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1016-f2", "ovs_interfaceid": "e33e1016-f28d-488a-96c4-c66b39959843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.763025] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.808148] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.839910] env[69245]: DEBUG nova.scheduler.client.report [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.849514] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.849514] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.849514] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.849514] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.849514] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.850095] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.850095] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.850095] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.850249] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.850414] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.850626] env[69245]: DEBUG nova.virt.hardware [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.851597] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad9734-716b-4135-a1b4-d9fe1cad93d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.865349] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26cc9d1-43c0-470a-a712-cb5fed055b11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.204702] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Successfully updated port: 31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.206139] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Releasing lock "refresh_cache-5650c0de-c57e-4165-86eb-64e340ed1322" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.206406] env[69245]: DEBUG nova.compute.manager [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Received event network-changed-a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.206585] env[69245]: DEBUG nova.compute.manager [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Refreshing instance network info cache due to event network-changed-a2d1600d-e66c-4580-8d42-94462a922528. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.206854] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Acquiring lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.206976] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Acquired lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.207238] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Refreshing network info cache for port a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.254489] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.263045] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.263045] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.263045] env[69245]: DEBUG nova.objects.instance [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.279419] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1059.279680] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1059.280751] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8c1ce-4cee-47e3-8533-706e4bc6a342 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.289451] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1059.289748] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1059.289825] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b25da542-7cca-4b51-945a-2a827dca9fac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.345357] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.345921] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.349170] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.572s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.349495] env[69245]: DEBUG nova.objects.instance [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lazy-loading 'resources' on Instance uuid 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.710850] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.711053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.711119] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.753783] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.768972] env[69245]: DEBUG nova.objects.instance [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.775397] env[69245]: DEBUG oslo_vmware.rw_handles [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52949a64-21a9-05c6-8903-3a1723459bf2/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1059.775589] env[69245]: INFO nova.virt.vmwareapi.images [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Downloaded image file data b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 [ 1059.776462] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c245fa4-71b1-4fd8-80c5-d3eb01540ed6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.796059] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac054f18-8d00-4360-bb35-c695b877d44f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.824091] env[69245]: INFO nova.virt.vmwareapi.images [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] The imported VM was unregistered [ 1059.826745] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1059.827015] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.827682] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15129848-f013-4ac3-999b-e4e59f0e7f23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.853134] env[69245]: DEBUG nova.compute.utils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.854553] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.854744] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872/OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872.vmdk to [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk. {{(pid=69245) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1059.855328] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.855711] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.860941] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5ee5f63f-160d-4ed6-93dc-58f57f947c99 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.872095] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1059.872095] env[69245]: value = "task-3708338" [ 1059.872095] env[69245]: _type = "Task" [ 1059.872095] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.882166] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.963020] env[69245]: DEBUG nova.policy [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f531a2a6afe41e5812e7a858ade5c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e221cda425cf416ba1623ec0852896c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.210882] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updated VIF entry in instance network info cache for port a2d1600d-e66c-4580-8d42-94462a922528. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.211255] env[69245]: DEBUG nova.network.neutron [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating instance_info_cache with network_info: [{"id": "a2d1600d-e66c-4580-8d42-94462a922528", "address": "fa:16:3e:f2:25:68", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2d1600d-e6", "ovs_interfaceid": "a2d1600d-e66c-4580-8d42-94462a922528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.256836] env[69245]: DEBUG oslo_vmware.api [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708336, 'name': PowerOnVM_Task, 'duration_secs': 1.52602} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.257260] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.257495] env[69245]: INFO nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1060.257712] env[69245]: DEBUG nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.258807] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54807e53-0d62-4f56-a65d-1acef8d576de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.275400] env[69245]: DEBUG nova.objects.base [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1060.279231] env[69245]: DEBUG nova.network.neutron [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.293543] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.318981] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecfa52d-7c43-4213-96a7-dd29dea39c5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.330359] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31653b6b-fc3f-474c-9e5f-16ea7cedfd25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.371423] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.375507] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d6887-0f77-4cbd-bd80-4c0f4e0b5f9e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.392495] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1186d-5863-4963-8bce-52a8a299ddcb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.397039] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.414192] env[69245]: DEBUG nova.compute.provider_tree [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.424532] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30594616-03f7-41da-8671-660537ae75ae tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.162s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.455877] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.456198] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing instance network info cache due to event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.456571] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.456686] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.456918] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.680322] env[69245]: DEBUG nova.network.neutron [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.714843] env[69245]: DEBUG oslo_concurrency.lockutils [req-042cbf87-5b2f-4d51-bf71-6747a7c34fd1 req-80144b80-64d9-4921-a24b-cb63dc9c6135 service nova] Releasing lock "refresh_cache-745df4a4-2af2-4f3c-bf67-1d23c9b0f704" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.779743] env[69245]: INFO nova.compute.manager [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Took 51.21 seconds to build instance. [ 1060.838169] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Successfully created port: 9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.893702] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.918018] env[69245]: DEBUG nova.scheduler.client.report [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.185664] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.185664] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Instance network_info: |[{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.185664] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:c7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c4365e-baa5-4856-abf0-513731b2e2a0', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.197386] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Creating folder: Project (2f90796bca424f759ade82b3202293c8). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.197975] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae198c1-7a02-4d10-bc14-fc38b82c23aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.215945] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Created folder: Project (2f90796bca424f759ade82b3202293c8) in parent group-v738357. [ 1061.216471] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Creating folder: Instances. Parent ref: group-v738589. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.220666] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1239fab-8811-49c5-b1be-d13536bb22c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.234188] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Created folder: Instances in parent group-v738589. [ 1061.234544] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.234794] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.235071] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dfc038-cf9a-4f65-91e1-cf861770d28d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.259417] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.259417] env[69245]: value = "task-3708341" [ 1061.259417] env[69245]: _type = "Task" [ 1061.259417] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.271488] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708341, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.281971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bc839a22-c816-4496-ac29-010226b2c2f4 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.716s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.284532] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Successfully updated port: adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.387580] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.389809] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.419201] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.419466] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.419624] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.419808] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.419948] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.420109] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.420321] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.420561] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.420748] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.420919] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.421109] env[69245]: DEBUG nova.virt.hardware [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.422083] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55915f3b-1550-475a-9dd1-b262f16aae7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.425270] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.427928] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.385s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.428175] env[69245]: DEBUG nova.objects.instance [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lazy-loading 'resources' on Instance uuid 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.440933] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3fc545-b7c1-4c13-9ee1-93c9cb23effd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.458979] env[69245]: INFO nova.scheduler.client.report [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Deleted allocations for instance 102fc0dd-4690-4dcc-b95b-ff9feee72ae5 [ 1061.498720] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updated VIF entry in instance network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.499094] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.774500] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708341, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.787059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.787059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.787059] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.889609] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.966503] env[69245]: DEBUG oslo_concurrency.lockutils [None req-61bc1d69-f3c9-4974-bd89-a2c1661aa748 tempest-VolumesAdminNegativeTest-1660961456 tempest-VolumesAdminNegativeTest-1660961456-project-member] Lock "102fc0dd-4690-4dcc-b95b-ff9feee72ae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.961s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.003997] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.004309] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Received event network-vif-deleted-c666f2a6-9123-48d7-957a-ce35f95a0795 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.004499] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Received event network-vif-plugged-31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.004689] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.004893] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.005095] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.005850] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] No waiting events found dispatching network-vif-plugged-31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1062.006124] env[69245]: WARNING nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Received unexpected event network-vif-plugged-31c4365e-baa5-4856-abf0-513731b2e2a0 for instance with vm_state building and task_state spawning. [ 1062.006308] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.006471] env[69245]: DEBUG nova.compute.manager [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing instance network info cache due to event network-changed-4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.006677] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Acquiring lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.006823] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Acquired lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.006983] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Refreshing network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.277019] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708341, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.351130] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.367961] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb46a7e2-7be9-4db1-a417-497287a7d419 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.383314] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466e3f1-d01b-430a-aac2-043f2611af01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.425081] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.426162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97308ea-648c-407a-aa90-721e2c3d6e7b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.434513] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424d426-95ea-4f17-bdc7-08e00271585f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448662] env[69245]: DEBUG nova.compute.provider_tree [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.745701] env[69245]: DEBUG nova.network.neutron [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Updating instance_info_cache with network_info: [{"id": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "address": "fa:16:3e:11:20:39", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8b6dd-af", "ovs_interfaceid": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.778021] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708341, 'name': CreateVM_Task, 'duration_secs': 1.421555} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.778218] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.778997] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.779184] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.779518] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.779788] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9eac0a5-d7bb-48a8-adad-f5f011acad65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.785496] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1062.785496] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523ddcf1-dbf6-88bf-09ea-2220617df1a4" [ 1062.785496] env[69245]: _type = "Task" [ 1062.785496] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.795434] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523ddcf1-dbf6-88bf-09ea-2220617df1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.895036] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708338, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.88073} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.895371] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872/OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872.vmdk to [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk. [ 1062.895571] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Cleaning up location [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1062.895655] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ae57126c-7d74-438c-b06a-0eb58c01d872 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.895916] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9065356e-b553-42ce-8b16-2f8ef0a3e713 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.903497] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1062.903497] env[69245]: value = "task-3708342" [ 1062.903497] env[69245]: _type = "Task" [ 1062.903497] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.913082] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.952374] env[69245]: DEBUG nova.scheduler.client.report [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.972567] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updated VIF entry in instance network info cache for port 4e59bd35-0028-4167-b18d-84ff4346a0f6. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.972984] env[69245]: DEBUG nova.network.neutron [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [{"id": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "address": "fa:16:3e:08:44:1d", "network": {"id": "8c8ba229-5753-4fbc-b8cd-d44b08f0fd6b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-997342400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f9ecd4cedf8d4f0c8b3c2c65602f82ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e59bd35-00", "ovs_interfaceid": "4e59bd35-0028-4167-b18d-84ff4346a0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.110636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.110636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.110636] env[69245]: DEBUG nova.objects.instance [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.249704] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.250078] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Instance network_info: |[{"id": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "address": "fa:16:3e:11:20:39", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8b6dd-af", "ovs_interfaceid": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.250608] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:20:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc8b6dd-af64-4db7-82ac-ce137cc386d4', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.259260] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating folder: Project (8f0a8a1a8ba54c018658df1ed64da4e8). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.260013] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5b33bb-5a36-4061-a6ed-4b200e272a31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.276021] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created folder: Project (8f0a8a1a8ba54c018658df1ed64da4e8) in parent group-v738357. [ 1063.276021] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating folder: Instances. Parent ref: group-v738592. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.276021] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62aeb78b-1ef2-4a78-96ec-d45669133612 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.284225] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created folder: Instances in parent group-v738592. [ 1063.284481] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.284769] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.284938] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9261719f-6077-4838-b2cc-4e05a65874e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.310074] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523ddcf1-dbf6-88bf-09ea-2220617df1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.311607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.311871] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.312123] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.312569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.312569] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.312682] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.312682] env[69245]: value = "task-3708345" [ 1063.312682] env[69245]: _type = "Task" [ 1063.312682] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.312859] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66bf7a54-7882-4094-b616-25583694956e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.323531] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708345, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.325405] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.325474] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.326213] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7e6245-3023-418d-90b8-f6f72b449142 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.332460] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1063.332460] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d26532-fa63-82b6-2805-9a4679833099" [ 1063.332460] env[69245]: _type = "Task" [ 1063.332460] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.340186] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d26532-fa63-82b6-2805-9a4679833099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.366202] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Successfully updated port: 9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.401288] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Received event network-changed-31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.401937] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Refreshing instance network info cache due to event network-changed-31c4365e-baa5-4856-abf0-513731b2e2a0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.401937] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Acquiring lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.401937] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Acquired lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.401937] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Refreshing network info cache for port 31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.414144] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04678} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.414992] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.415428] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415650] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk to [datastore2] 5650c0de-c57e-4165-86eb-64e340ed1322/5650c0de-c57e-4165-86eb-64e340ed1322.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.415730] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab02c993-90a5-478a-9cb6-078fa7298a34 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.423667] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1063.423667] env[69245]: value = "task-3708346" [ 1063.423667] env[69245]: _type = "Task" [ 1063.423667] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.437749] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.458810] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.462512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.834s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.462512] env[69245]: DEBUG nova.objects.instance [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lazy-loading 'resources' on Instance uuid 542517f0-bbaf-4c8f-97ec-9bb96e526985 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.476422] env[69245]: DEBUG oslo_concurrency.lockutils [req-a9eceefd-e406-4067-83bb-8087c46cfa4d req-7ad51e64-8896-44bc-ade7-0c22d6186b97 service nova] Releasing lock "refresh_cache-e2a5e46b-a26e-4b2a-9508-89990e253786" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.481167] env[69245]: INFO nova.scheduler.client.report [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Deleted allocations for instance 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b [ 1063.760530] env[69245]: DEBUG nova.objects.instance [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.827411] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708345, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.846497] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d26532-fa63-82b6-2805-9a4679833099, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.847516] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a032f6d1-ceda-4be6-8976-490ba980bb56 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.855407] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1063.855407] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b99-b9d0-8dcc-1722-c680f8847063" [ 1063.855407] env[69245]: _type = "Task" [ 1063.855407] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.870232] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.870232] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.870232] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.879069] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b99-b9d0-8dcc-1722-c680f8847063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.941249] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.990145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "e2a5e46b-a26e-4b2a-9508-89990e253786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.990438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.990746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.991056] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.991261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.005239] env[69245]: INFO nova.compute.manager [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Terminating instance [ 1064.007819] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2719b548-c49d-482d-b4dd-df608e5475ba tempest-ServerPasswordTestJSON-2075301162 tempest-ServerPasswordTestJSON-2075301162-project-member] Lock "2c54b7a3-cad3-493a-bbe9-5e052ffcf04b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.451s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.262826] env[69245]: DEBUG nova.objects.base [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.263222] env[69245]: DEBUG nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.327872] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708345, 'name': CreateVM_Task, 'duration_secs': 0.945384} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.331310] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.332066] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.332278] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.332799] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.332988] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b7a649-1044-47ce-b66e-2bf5d22e042e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.341613] env[69245]: DEBUG nova.policy [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.347399] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1064.347399] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab72d1-edd7-cb7e-950e-41c959575a2c" [ 1064.347399] env[69245]: _type = "Task" [ 1064.347399] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.364505] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab72d1-edd7-cb7e-950e-41c959575a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.375229] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b99-b9d0-8dcc-1722-c680f8847063, 'name': SearchDatastore_Task, 'duration_secs': 0.092258} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.375524] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.376028] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8fd1e738-a57a-401b-a0ee-2f9aaa97028f/8fd1e738-a57a-401b-a0ee-2f9aaa97028f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.376169] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f117d4-d266-4834-8972-70b0912dc906 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.388078] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1064.388078] env[69245]: value = "task-3708347" [ 1064.388078] env[69245]: _type = "Task" [ 1064.388078] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.399498] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.405695] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updated VIF entry in instance network info cache for port 31c4365e-baa5-4856-abf0-513731b2e2a0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.406009] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.433901] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.441416] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.443377] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd574f02-d412-423b-b28d-fe624d84bd7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.454706] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2e223-96d2-489c-b784-743a160c1d59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.499211] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ff9884-ba0a-4778-8f3c-aea1250be802 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.512582] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3daa6-4689-4ba5-a569-3c910f119510 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.518151] env[69245]: DEBUG nova.compute.manager [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.518450] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.519871] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a049f-a28d-4c4b-ae55-6015f434230a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.537932] env[69245]: DEBUG nova.compute.provider_tree [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.545726] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.546401] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa781f2f-51a5-4e55-bef3-c6aec64cd61f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.558823] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1064.558823] env[69245]: value = "task-3708348" [ 1064.558823] env[69245]: _type = "Task" [ 1064.558823] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.571623] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.775561] env[69245]: DEBUG nova.network.neutron [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [{"id": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "address": "fa:16:3e:a6:06:d0", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4761cc-e7", "ovs_interfaceid": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.870840] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ab72d1-edd7-cb7e-950e-41c959575a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.089625} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.870840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.870840] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.870840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.870840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.870840] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.870840] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e2de2be-8ebf-4180-8cbb-2b972caab733 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.904507] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.906589] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.906821] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.907836] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531b10ae-1d1c-4c35-b4e9-5b3792166e64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.910844] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Releasing lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.911103] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Received event network-vif-plugged-adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.911315] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Acquiring lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.911522] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.911688] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.911906] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] No waiting events found dispatching network-vif-plugged-adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.912099] env[69245]: WARNING nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Received unexpected event network-vif-plugged-adc8b6dd-af64-4db7-82ac-ce137cc386d4 for instance with vm_state building and task_state spawning. [ 1064.912326] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Received event network-changed-adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.912486] env[69245]: DEBUG nova.compute.manager [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Refreshing instance network info cache due to event network-changed-adc8b6dd-af64-4db7-82ac-ce137cc386d4. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.912684] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Acquiring lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.912819] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Acquired lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.913033] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Refreshing network info cache for port adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.926304] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1064.926304] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d8b97-7577-ab6f-2483-a392852e1aac" [ 1064.926304] env[69245]: _type = "Task" [ 1064.926304] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.945329] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.949437] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d8b97-7577-ab6f-2483-a392852e1aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.018607] env[69245]: DEBUG nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Successfully created port: 63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.047539] env[69245]: DEBUG nova.scheduler.client.report [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.075703] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708348, 'name': PowerOffVM_Task, 'duration_secs': 0.326106} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.076062] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.076625] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.076938] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df2ad4f6-fbab-46fa-a667-f2a7d5ed7626 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.079681] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.082476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.082476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.082476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.082476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.083333] env[69245]: INFO nova.compute.manager [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Terminating instance [ 1065.181871] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.182098] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.182661] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Deleting the datastore file [datastore1] e2a5e46b-a26e-4b2a-9508-89990e253786 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.188600] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d717fa9-a742-469b-9a3d-7dd800a9705b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.197668] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for the task: (returnval){ [ 1065.197668] env[69245]: value = "task-3708350" [ 1065.197668] env[69245]: _type = "Task" [ 1065.197668] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.213925] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.282594] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.282594] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Instance network_info: |[{"id": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "address": "fa:16:3e:a6:06:d0", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4761cc-e7", "ovs_interfaceid": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.282594] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:06:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c4761cc-e738-4ce8-b168-f65e0a775f7c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.291316] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Creating folder: Project (e221cda425cf416ba1623ec0852896c0). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.291964] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcc1a901-fdc3-43d8-b996-8eac27613903 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.309793] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Created folder: Project (e221cda425cf416ba1623ec0852896c0) in parent group-v738357. [ 1065.310152] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Creating folder: Instances. Parent ref: group-v738595. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.310473] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36e269d9-39f7-4838-afbf-1feb6cdd7684 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.326995] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Created folder: Instances in parent group-v738595. [ 1065.327471] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.327622] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.327890] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc38f9b0-b120-4df8-abc5-18cd2e2095a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.354578] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.354578] env[69245]: value = "task-3708353" [ 1065.354578] env[69245]: _type = "Task" [ 1065.354578] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.372220] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708353, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.408162] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.446213] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.451571] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d8b97-7577-ab6f-2483-a392852e1aac, 'name': SearchDatastore_Task, 'duration_secs': 0.095129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.453110] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22335097-51ba-470b-a40b-d11b1defdf2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.464869] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1065.464869] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea5688-82cf-e15d-b754-29765caa9475" [ 1065.464869] env[69245]: _type = "Task" [ 1065.464869] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.484142] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea5688-82cf-e15d-b754-29765caa9475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.557241] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.560935] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.804s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.561166] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.563541] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.571s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.565331] env[69245]: INFO nova.compute.claims [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.592714] env[69245]: DEBUG nova.compute.manager [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.592714] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.592714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80ebeb5-7093-4a2c-b59b-59e97ad2a331 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.598152] env[69245]: INFO nova.scheduler.client.report [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Deleted allocations for instance 542517f0-bbaf-4c8f-97ec-9bb96e526985 [ 1065.611618] env[69245]: INFO nova.scheduler.client.report [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleted allocations for instance ed92fd9f-58cd-4fd2-919c-442bd0e7f20e [ 1065.621934] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.622625] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03ddeb56-b310-4530-8c50-785882e2162b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.632309] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1065.632309] env[69245]: value = "task-3708354" [ 1065.632309] env[69245]: _type = "Task" [ 1065.632309] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.651719] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.711852] env[69245]: DEBUG oslo_vmware.api [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Task: {'id': task-3708350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414215} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.712543] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.712740] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.712920] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.713246] env[69245]: INFO nova.compute.manager [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1065.713383] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.713994] env[69245]: DEBUG nova.compute.manager [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.713994] env[69245]: DEBUG nova.network.neutron [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.868019] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708353, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.909085] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.942474] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.513352} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.942474] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0/b1ac8945-c0f2-4aea-8a4a-64c52ae4eec0.vmdk to [datastore2] 5650c0de-c57e-4165-86eb-64e340ed1322/5650c0de-c57e-4165-86eb-64e340ed1322.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.943785] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2ac50f-5543-4a6b-b43f-1af81b370277 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.970380] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 5650c0de-c57e-4165-86eb-64e340ed1322/5650c0de-c57e-4165-86eb-64e340ed1322.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.970774] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c86b56a-aa58-42fb-9686-aaded371d63d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.995305] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ea5688-82cf-e15d-b754-29765caa9475, 'name': SearchDatastore_Task, 'duration_secs': 0.096128} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.996886] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.997300] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8516ede7-df55-4dce-90fa-60b346d87b5f/8516ede7-df55-4dce-90fa-60b346d87b5f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.997686] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1065.997686] env[69245]: value = "task-3708355" [ 1065.997686] env[69245]: _type = "Task" [ 1065.997686] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.997909] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a03dea6-e1cc-45dc-807c-68c4345f9a56 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.017453] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.022023] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1066.022023] env[69245]: value = "task-3708356" [ 1066.022023] env[69245]: _type = "Task" [ 1066.022023] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.028419] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.117101] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8a9c1ea0-74a0-4fa0-9b44-d947a3ddbd37 tempest-ServerGroupTestJSON-439482577 tempest-ServerGroupTestJSON-439482577-project-member] Lock "542517f0-bbaf-4c8f-97ec-9bb96e526985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.163s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.123187] env[69245]: DEBUG oslo_concurrency.lockutils [None req-55b05c58-b85e-40cd-a221-d3b8e9cc6c83 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "ed92fd9f-58cd-4fd2-919c-442bd0e7f20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.850s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.150383] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708354, 'name': PowerOffVM_Task, 'duration_secs': 0.389684} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.150696] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.150869] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.151178] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec0f66a1-eb16-49e5-8907-1c69564cde59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.182427] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Updated VIF entry in instance network info cache for port adc8b6dd-af64-4db7-82ac-ce137cc386d4. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.182932] env[69245]: DEBUG nova.network.neutron [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Updating instance_info_cache with network_info: [{"id": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "address": "fa:16:3e:11:20:39", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc8b6dd-af", "ovs_interfaceid": "adc8b6dd-af64-4db7-82ac-ce137cc386d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.252038] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.252038] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.252038] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] e2b89399-6823-45a7-ac59-1e3d01c86f9c {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.252687] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dda2222-8639-4bf0-be57-b5f20e04e3a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.261398] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1066.261398] env[69245]: value = "task-3708358" [ 1066.261398] env[69245]: _type = "Task" [ 1066.261398] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.271264] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.367643] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708353, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.405439] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.512958] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.530199] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708356, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.686479] env[69245]: DEBUG oslo_concurrency.lockutils [req-b9750096-58ce-464e-9b5c-d883e454f8c4 req-f8f2436a-acdd-4fbb-b7c1-2c7440f270a8 service nova] Releasing lock "refresh_cache-8516ede7-df55-4dce-90fa-60b346d87b5f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.782034] env[69245]: DEBUG oslo_vmware.api [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4762} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.782034] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.782034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.782034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.782034] env[69245]: INFO nova.compute.manager [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1066.782034] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.782034] env[69245]: DEBUG nova.compute.manager [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.782034] env[69245]: DEBUG nova.network.neutron [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.870846] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708353, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.916166] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708347, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.042762} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.916475] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8fd1e738-a57a-401b-a0ee-2f9aaa97028f/8fd1e738-a57a-401b-a0ee-2f9aaa97028f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.916690] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.916965] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7ee58d5-0628-44d0-8988-86ea9aa62842 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.931413] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1066.931413] env[69245]: value = "task-3708359" [ 1066.931413] env[69245]: _type = "Task" [ 1066.931413] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.943993] env[69245]: DEBUG nova.network.neutron [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.950995] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.961150] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866f674-7407-4df8-989c-a3380de7a453 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.974545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66badeb-77b3-47de-98c3-cda1a507acf6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.014882] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba408b-a5d8-47b5-b514-eef96685f083 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.024025] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.030900] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6f467-44b3-462f-8705-fa926b53212d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.046938] env[69245]: DEBUG nova.compute.provider_tree [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.052525] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8764} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.053165] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8516ede7-df55-4dce-90fa-60b346d87b5f/8516ede7-df55-4dce-90fa-60b346d87b5f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.053440] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.053782] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d7f9fe2-680b-466b-b2fd-154498ea200f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.062099] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1067.062099] env[69245]: value = "task-3708360" [ 1067.062099] env[69245]: _type = "Task" [ 1067.062099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.074108] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.335492] env[69245]: DEBUG nova.compute.manager [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received event network-vif-plugged-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.335713] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Acquiring lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.335921] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.336113] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.336278] env[69245]: DEBUG nova.compute.manager [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] No waiting events found dispatching network-vif-plugged-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.336483] env[69245]: WARNING nova.compute.manager [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received unexpected event network-vif-plugged-9c4761cc-e738-4ce8-b168-f65e0a775f7c for instance with vm_state building and task_state spawning. [ 1067.336628] env[69245]: DEBUG nova.compute.manager [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.336767] env[69245]: DEBUG nova.compute.manager [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing instance network info cache due to event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.336899] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Acquiring lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.337589] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Acquired lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.337823] env[69245]: DEBUG nova.network.neutron [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.372326] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708353, 'name': CreateVM_Task, 'duration_secs': 1.81198} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.372326] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.372326] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.372326] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.373162] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.374105] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeac186b-4212-40b9-ad5a-bf96a384744e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378864] env[69245]: DEBUG nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Successfully updated port: 63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.381907] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1067.381907] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccc2e-2fe4-e87a-21c2-f8e5959fa9c5" [ 1067.381907] env[69245]: _type = "Task" [ 1067.381907] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.398088] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccc2e-2fe4-e87a-21c2-f8e5959fa9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.442486] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083532} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.442776] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.443621] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35970de-0ffb-4026-8f9d-6b96f8589f06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.459675] env[69245]: INFO nova.compute.manager [-] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Took 1.75 seconds to deallocate network for instance. [ 1067.472861] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 8fd1e738-a57a-401b-a0ee-2f9aaa97028f/8fd1e738-a57a-401b-a0ee-2f9aaa97028f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.472861] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8058437-9dc0-4120-a00c-65369a69cd0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.498464] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1067.498464] env[69245]: value = "task-3708361" [ 1067.498464] env[69245]: _type = "Task" [ 1067.498464] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.506984] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.521638] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708355, 'name': ReconfigVM_Task, 'duration_secs': 1.42824} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.522069] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 5650c0de-c57e-4165-86eb-64e340ed1322/5650c0de-c57e-4165-86eb-64e340ed1322.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.523025] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c56964d2-1d45-493b-8460-128d88af1947 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.530615] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1067.530615] env[69245]: value = "task-3708362" [ 1067.530615] env[69245]: _type = "Task" [ 1067.530615] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.541678] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708362, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.550399] env[69245]: DEBUG nova.scheduler.client.report [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.572199] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115283} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.572594] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.573264] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145054de-ea06-4d42-9be9-46754e8b48d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.598850] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 8516ede7-df55-4dce-90fa-60b346d87b5f/8516ede7-df55-4dce-90fa-60b346d87b5f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.599464] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d11fb841-f97b-4b91-bb7b-9d9208a9689c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.620868] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1067.620868] env[69245]: value = "task-3708363" [ 1067.620868] env[69245]: _type = "Task" [ 1067.620868] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.629867] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.699566] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.699857] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.750785] env[69245]: DEBUG nova.network.neutron [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.884099] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.884289] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.884520] env[69245]: DEBUG nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.896921] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525ccc2e-2fe4-e87a-21c2-f8e5959fa9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.897266] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.897499] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.897744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.897941] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.898163] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.898714] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5923ad75-d6b8-4383-b6ef-c907f2d50b6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.910442] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.910732] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.911642] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d893376-0fe5-48bf-96ca-850e68be8d23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.921069] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1067.921069] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da1654-47df-ac74-26ad-54270b569ee7" [ 1067.921069] env[69245]: _type = "Task" [ 1067.921069] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.929640] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da1654-47df-ac74-26ad-54270b569ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.992023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.748886] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.186s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.749444] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.753507] env[69245]: DEBUG nova.compute.utils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.755055] env[69245]: INFO nova.compute.manager [-] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Took 1.97 seconds to deallocate network for instance. [ 1068.761040] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.142s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.761270] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.761463] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1068.761837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.684s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.776604] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dab7205-795a-47cd-9b81-5276fcadbbf1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.786115] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708361, 'name': ReconfigVM_Task, 'duration_secs': 0.986207} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.787746] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 8fd1e738-a57a-401b-a0ee-2f9aaa97028f/8fd1e738-a57a-401b-a0ee-2f9aaa97028f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.795639] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d14f4c-b516-42e3-85e8-dabfec2fc56d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.797634] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708363, 'name': ReconfigVM_Task, 'duration_secs': 0.869049} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.798808] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708362, 'name': Rename_Task, 'duration_secs': 0.14895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.804972] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 8516ede7-df55-4dce-90fa-60b346d87b5f/8516ede7-df55-4dce-90fa-60b346d87b5f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.805777] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.807493] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da1654-47df-ac74-26ad-54270b569ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.808582] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea86e129-ade1-44c0-9f0a-8f06ffb4bb7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.810717] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab7ab3be-e167-4d9b-ada6-4fbbeedcebca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.816328] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5df2c5c5-8aad-453d-b39b-b42f7df15c14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.821978] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050968b0-d71e-46b9-a1dc-2c7cb8913eb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.826140] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1068.826140] env[69245]: value = "task-3708364" [ 1068.826140] env[69245]: _type = "Task" [ 1068.826140] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.829054] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1068.829054] env[69245]: value = "task-3708365" [ 1068.829054] env[69245]: _type = "Task" [ 1068.829054] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.829303] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1068.829303] env[69245]: value = "task-3708366" [ 1068.829303] env[69245]: _type = "Task" [ 1068.829303] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.849924] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1068.849924] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b21d70-0931-742c-5b25-27c18e0a735b" [ 1068.849924] env[69245]: _type = "Task" [ 1068.849924] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.852220] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e9c976-3cd0-4c23-9f0e-2a0b57519856 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.867704] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708364, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868108] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708365, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.868414] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708366, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.875654] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b21d70-0931-742c-5b25-27c18e0a735b, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.877300] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.877571] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 384691d8-0e46-4afe-83fb-3ec8bab773de/384691d8-0e46-4afe-83fb-3ec8bab773de.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.877874] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd5b02c8-d0ff-42c5-a5b4-390ce179919f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.880964] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8add0c4d-b87b-4790-9576-2984b171fe46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.912776] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178810MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1068.912940] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.914686] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1068.914686] env[69245]: value = "task-3708367" [ 1068.914686] env[69245]: _type = "Task" [ 1068.914686] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.923246] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.110186] env[69245]: WARNING nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 1069.185863] env[69245]: DEBUG nova.network.neutron [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updated VIF entry in instance network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.186325] env[69245]: DEBUG nova.network.neutron [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [{"id": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "address": "fa:16:3e:a6:06:d0", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4761cc-e7", "ovs_interfaceid": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.259080] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.559s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.261071] env[69245]: DEBUG nova.compute.utils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.262701] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1069.281792] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.351730] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.357994] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708366, 'name': Rename_Task, 'duration_secs': 0.174692} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.358272] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708364, 'name': Rename_Task, 'duration_secs': 0.168283} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.358660] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.358825] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.359273] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567762fa-23f9-4f15-9040-2b2d8bf3f178 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.361215] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3a0f40-5bb2-4cdb-b566-9191a0a409fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.371237] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1069.371237] env[69245]: value = "task-3708368" [ 1069.371237] env[69245]: _type = "Task" [ 1069.371237] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.376075] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1069.376075] env[69245]: value = "task-3708369" [ 1069.376075] env[69245]: _type = "Task" [ 1069.376075] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.384611] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.390178] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.431016] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494798} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.431358] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 384691d8-0e46-4afe-83fb-3ec8bab773de/384691d8-0e46-4afe-83fb-3ec8bab773de.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.431604] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.431885] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f68771b-c3ac-4f36-94b1-9e972707e40a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.444175] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1069.444175] env[69245]: value = "task-3708370" [ 1069.444175] env[69245]: _type = "Task" [ 1069.444175] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.455293] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.486815] env[69245]: DEBUG nova.network.neutron [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "address": "fa:16:3e:aa:4a:19", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63462c74-6c", "ovs_interfaceid": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.640684] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e389fad-63b3-4783-973e-877947a06a81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.648716] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91caa061-de0c-40ae-acaf-f0e3bd5b1f02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.681478] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5ad2fa-8d3b-426c-9310-d990e005a088 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.688805] env[69245]: DEBUG oslo_concurrency.lockutils [req-61ee4bdd-b9cf-47e4-9469-11d2d3868f30 req-dc045f5e-aed5-4070-9888-88fac5e22f58 service nova] Releasing lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.690320] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2c6f1-1ade-401c-8dcf-664f50aa661e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.704095] env[69245]: DEBUG nova.compute.provider_tree [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.764927] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.845828] env[69245]: DEBUG oslo_vmware.api [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708365, 'name': PowerOnVM_Task, 'duration_secs': 0.806919} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.846021] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.846204] env[69245]: INFO nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Took 18.37 seconds to spawn the instance on the hypervisor. [ 1069.846372] env[69245]: DEBUG nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.847267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38216a7f-5522-45ff-b25d-b0f5d3af0900 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.890331] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.896147] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708369, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.908871] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.909128] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.955262] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084916} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.955551] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.956451] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0148bf5-eaae-4c0a-8d20-67b981a5e620 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.980664] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 384691d8-0e46-4afe-83fb-3ec8bab773de/384691d8-0e46-4afe-83fb-3ec8bab773de.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.980958] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2be7f3f-e1aa-465a-8d53-93b0449c15f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.995889] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.996514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.996668] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.997457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418299cf-94b3-4c74-b88c-4f9dfa768718 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.014679] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.014888] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.015042] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.015265] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.015419] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.015566] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.015775] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.015933] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.016118] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.016289] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.016468] env[69245]: DEBUG nova.virt.hardware [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.022725] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfiguring VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1070.024252] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019d36ae-d104-4782-a5a9-065d828acf49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.036506] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1070.036506] env[69245]: value = "task-3708371" [ 1070.036506] env[69245]: _type = "Task" [ 1070.036506] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.042748] env[69245]: DEBUG oslo_vmware.api [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1070.042748] env[69245]: value = "task-3708372" [ 1070.042748] env[69245]: _type = "Task" [ 1070.042748] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.046574] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.053998] env[69245]: DEBUG oslo_vmware.api [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708372, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.207936] env[69245]: DEBUG nova.scheduler.client.report [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.281962] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.282258] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.282492] env[69245]: INFO nova.compute.manager [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Attaching volume f8db17a2-20ee-4020-adc2-175a68681e7c to /dev/sdb [ 1070.317463] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884eaa8d-4fc5-43fa-8e76-63c6228f2c0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.325912] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb37d5-a501-43e0-bd32-d21a8327c210 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.342039] env[69245]: DEBUG nova.virt.block_device [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating existing volume attachment record: ff34cd40-9cfd-499c-8e51-0e9ac0d4db8e {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.368707] env[69245]: INFO nova.compute.manager [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Took 58.14 seconds to build instance. [ 1070.385825] env[69245]: DEBUG oslo_vmware.api [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708368, 'name': PowerOnVM_Task, 'duration_secs': 0.549873} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.386744] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.386955] env[69245]: INFO nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Took 14.15 seconds to spawn the instance on the hypervisor. [ 1070.387148] env[69245]: DEBUG nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.388328] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750bfa66-9986-4586-bb1f-91ffa850e40d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.396603] env[69245]: DEBUG oslo_vmware.api [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708369, 'name': PowerOnVM_Task, 'duration_secs': 0.551119} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.397136] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.397350] env[69245]: INFO nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1070.397584] env[69245]: DEBUG nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.398436] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91041e-0c70-4078-8477-93cc7de6853a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.415042] env[69245]: DEBUG nova.compute.utils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.549720] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.561248] env[69245]: DEBUG oslo_vmware.api [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.775133] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.805738] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.805995] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.806179] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.806369] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.806521] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.806676] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.806897] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.807082] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.807262] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.807428] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.807611] env[69245]: DEBUG nova.virt.hardware [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.808597] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c97a7af-933b-4d2b-80ad-24e18f4a58e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.817516] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55082f89-5f58-4115-abf5-073d933966a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.833787] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.839906] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Creating folder: Project (9f1be4f62cfd493192a0a0434d3e8f60). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.840366] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d109ee4c-8ccf-48f3-8ad2-aef68ac00988 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.854965] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Created folder: Project (9f1be4f62cfd493192a0a0434d3e8f60) in parent group-v738357. [ 1070.855785] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Creating folder: Instances. Parent ref: group-v738600. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.855785] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-743c6738-b3fd-484d-9904-d3d3331e5f2b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.870971] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Created folder: Instances in parent group-v738600. [ 1070.871356] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.871647] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.872273] env[69245]: DEBUG oslo_concurrency.lockutils [None req-251b8e77-f07e-49cd-a240-f8418dffddae tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.673s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.872575] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f112ef-0668-4063-b486-e39b043a132f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.894541] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.894541] env[69245]: value = "task-3708378" [ 1070.894541] env[69245]: _type = "Task" [ 1070.894541] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.905464] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708378, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.919357] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.920353] env[69245]: INFO nova.compute.manager [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Took 53.18 seconds to build instance. [ 1070.924904] env[69245]: INFO nova.compute.manager [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Took 46.01 seconds to build instance. [ 1071.051090] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708371, 'name': ReconfigVM_Task, 'duration_secs': 0.91577} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.055312] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 384691d8-0e46-4afe-83fb-3ec8bab773de/384691d8-0e46-4afe-83fb-3ec8bab773de.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.056158] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baa928ac-6313-4b7e-9d62-d2c23275649d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.065049] env[69245]: DEBUG oslo_vmware.api [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708372, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.066941] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1071.066941] env[69245]: value = "task-3708379" [ 1071.066941] env[69245]: _type = "Task" [ 1071.066941] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.077961] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708379, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.219155] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.457s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.222601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.132s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.222841] env[69245]: DEBUG nova.objects.instance [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lazy-loading 'resources' on Instance uuid 974546ce-0a67-4bc3-b64a-9348be71641b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.407749] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708378, 'name': CreateVM_Task, 'duration_secs': 0.32921} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.407939] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.408595] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.408779] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.409106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.409930] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac139d7-5c50-4fcf-ba95-537255e3e2e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.415848] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1071.415848] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528ac91a-96ff-d826-e959-4acc9dc98c5c" [ 1071.415848] env[69245]: _type = "Task" [ 1071.415848] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.425824] env[69245]: DEBUG oslo_concurrency.lockutils [None req-03851cff-3824-408f-bcff-da2727dbdb4c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.688s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.426116] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528ac91a-96ff-d826-e959-4acc9dc98c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.427636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de6bc1a7-e95b-431b-920f-53b3480fb579 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.524s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.561465] env[69245]: DEBUG oslo_vmware.api [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708372, 'name': ReconfigVM_Task, 'duration_secs': 1.098393} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.561972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.562209] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfigured VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1071.578039] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708379, 'name': Rename_Task, 'duration_secs': 0.204551} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.578218] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.578327] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c4e9270-5c86-4ac2-a7c5-6059a0ac770e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.588910] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1071.588910] env[69245]: value = "task-3708380" [ 1071.588910] env[69245]: _type = "Task" [ 1071.588910] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.601183] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.796886] env[69245]: INFO nova.scheduler.client.report [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocation for migration 2b4b9666-e761-4d28-9a9f-9cbdc04800f3 [ 1071.933312] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528ac91a-96ff-d826-e959-4acc9dc98c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.933604] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.933883] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.934158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.934305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.934521] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.935145] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb88d3a-0c30-467d-92e8-ddc9ad96185e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.949731] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.949930] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.950681] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2260e5-23e4-4d8b-8876-68ae178778a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.959623] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1071.959623] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52021c50-2e2a-5d2e-caf9-dad8042c14fe" [ 1071.959623] env[69245]: _type = "Task" [ 1071.959623] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.969430] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52021c50-2e2a-5d2e-caf9-dad8042c14fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.000018] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.000673] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.000915] env[69245]: INFO nova.compute.manager [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Attaching volume 13312bdd-a938-4743-b34a-1729159f92ed to /dev/sdb [ 1072.035554] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cdb4f7-7a00-4724-aa98-485ea0b20bc3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.044176] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472461ba-cbcb-4d80-b001-771312fe8026 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.062893] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b026eda-61a6-4883-9ebb-e8ec9d446d0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.071214] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48080474-a364-4ea6-8e22-cb54c296161e tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.961s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.072640] env[69245]: DEBUG nova.virt.block_device [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating existing volume attachment record: 11c9a636-2be1-4745-b529-5f5c08137b03 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1072.081258] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886dce9-0c1d-4331-8dfc-0deca231fc80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.122801] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa408c-fe65-4572-a4d6-1e501cfff07b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.133357] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708380, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.138595] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1fbce5-7841-4153-bb0b-7d7a3ff1b8c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.156751] env[69245]: DEBUG nova.compute.provider_tree [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.305127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8d43dcfd-4718-4753-a1cc-0b463e6c1ff0 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.649s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.470822] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52021c50-2e2a-5d2e-caf9-dad8042c14fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016412} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.471758] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955f99a7-be56-4c3f-b8c5-48a605ad2e0a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.477858] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1072.477858] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da4188-ab10-a5c8-ff84-e3da92608c71" [ 1072.477858] env[69245]: _type = "Task" [ 1072.477858] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.487774] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da4188-ab10-a5c8-ff84-e3da92608c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.626223] env[69245]: DEBUG oslo_vmware.api [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708380, 'name': PowerOnVM_Task, 'duration_secs': 0.849296} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.626540] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.626786] env[69245]: INFO nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Took 11.24 seconds to spawn the instance on the hypervisor. [ 1072.626978] env[69245]: DEBUG nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.627912] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae160e-cda9-42dd-9090-1edd7a65b930 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.660316] env[69245]: DEBUG nova.scheduler.client.report [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.889268] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Received event network-vif-deleted-4e59bd35-0028-4167-b18d-84ff4346a0f6 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.889614] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Received event network-vif-deleted-e1b5ea8b-761d-467d-806b-5b572f71466f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.889882] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-plugged-63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.890234] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.890462] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.890755] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.890984] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] No waiting events found dispatching network-vif-plugged-63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.891204] env[69245]: WARNING nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received unexpected event network-vif-plugged-63462c74-6c4f-4422-a85b-68ba5b1557a8 for instance with vm_state active and task_state None. [ 1072.891434] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-changed-63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.891675] env[69245]: DEBUG nova.compute.manager [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing instance network info cache due to event network-changed-63462c74-6c4f-4422-a85b-68ba5b1557a8. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.891927] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.892107] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.892378] env[69245]: DEBUG nova.network.neutron [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing network info cache for port 63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.990181] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52da4188-ab10-a5c8-ff84-e3da92608c71, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.990181] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.990181] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 20b72085-bea6-4278-a5c6-5ba700c38783/20b72085-bea6-4278-a5c6-5ba700c38783.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.990181] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a86ec67-24e0-4abf-9c91-12c4f85b12e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.997769] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1072.997769] env[69245]: value = "task-3708385" [ 1072.997769] env[69245]: _type = "Task" [ 1072.997769] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.007086] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.147240] env[69245]: INFO nova.compute.manager [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Took 46.48 seconds to build instance. [ 1073.167099] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.169262] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.178s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.169526] env[69245]: DEBUG nova.objects.instance [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lazy-loading 'resources' on Instance uuid e2a5e46b-a26e-4b2a-9508-89990e253786 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.197257] env[69245]: INFO nova.scheduler.client.report [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Deleted allocations for instance 974546ce-0a67-4bc3-b64a-9348be71641b [ 1073.517026] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.527857] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.528153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.528444] env[69245]: DEBUG nova.compute.manager [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.529356] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc5058-265b-4ada-b9db-48ba87d96314 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.536677] env[69245]: DEBUG nova.compute.manager [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1073.537374] env[69245]: DEBUG nova.objects.instance [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'flavor' on Instance uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.649482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9749fd34-302f-4021-b925-67286bdc5567 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.998s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.705236] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fa1f524c-a9eb-41b3-bade-132077dff017 tempest-ServersNegativeTestMultiTenantJSON-184179782 tempest-ServersNegativeTestMultiTenantJSON-184179782-project-member] Lock "974546ce-0a67-4bc3-b64a-9348be71641b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.498s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.737335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.737651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.737909] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.738169] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.738345] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.741419] env[69245]: INFO nova.compute.manager [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Terminating instance [ 1073.757971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "8516ede7-df55-4dce-90fa-60b346d87b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.758258] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.758554] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.758763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.758984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.761364] env[69245]: INFO nova.compute.manager [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Terminating instance [ 1073.918930] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "5650c0de-c57e-4165-86eb-64e340ed1322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.919233] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.919452] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.919847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.919943] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.922064] env[69245]: INFO nova.compute.manager [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Terminating instance [ 1073.970563] env[69245]: DEBUG nova.network.neutron [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updated VIF entry in instance network info cache for port 63462c74-6c4f-4422-a85b-68ba5b1557a8. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.972153] env[69245]: DEBUG nova.network.neutron [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "address": "fa:16:3e:aa:4a:19", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63462c74-6c", "ovs_interfaceid": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.985999] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a6d429-f9b6-4179-8b9b-921861397f88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.996239] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be30b53-208b-4a72-afa4-b10b5e379ab4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.012317] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5799} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.039301] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 20b72085-bea6-4278-a5c6-5ba700c38783/20b72085-bea6-4278-a5c6-5ba700c38783.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.039609] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.040796] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-338b8479-a949-449c-82e4-05684fb79a13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.043827] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206c9ab1-bb72-443d-9742-5cd58823dab1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.059781] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1811e2b1-8be4-499a-ab00-16ca04a5e63b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.063461] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1074.063461] env[69245]: value = "task-3708386" [ 1074.063461] env[69245]: _type = "Task" [ 1074.063461] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.081491] env[69245]: DEBUG nova.compute.provider_tree [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.093336] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.094672] env[69245]: DEBUG nova.scheduler.client.report [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.250206] env[69245]: DEBUG nova.compute.manager [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.250517] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.251432] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7730d61-b845-4645-a84e-bb32aed7aff7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.261709] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.261984] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-942c384c-47a0-4d3b-a994-1e7dfb0ad12a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.270103] env[69245]: DEBUG nova.compute.manager [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.270357] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.270757] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1074.270757] env[69245]: value = "task-3708387" [ 1074.270757] env[69245]: _type = "Task" [ 1074.270757] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.271528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad873a6-1478-4bc6-908c-305ef5d5c641 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.288343] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.288674] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.288935] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18c2d9a9-c717-4036-a8a2-6ff451269173 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.297183] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1074.297183] env[69245]: value = "task-3708388" [ 1074.297183] env[69245]: _type = "Task" [ 1074.297183] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.306556] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.407313] env[69245]: DEBUG nova.compute.manager [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Received event network-changed-31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.407313] env[69245]: DEBUG nova.compute.manager [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Refreshing instance network info cache due to event network-changed-31c4365e-baa5-4856-abf0-513731b2e2a0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.407898] env[69245]: DEBUG oslo_concurrency.lockutils [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] Acquiring lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.408237] env[69245]: DEBUG oslo_concurrency.lockutils [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] Acquired lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.408539] env[69245]: DEBUG nova.network.neutron [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Refreshing network info cache for port 31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.429356] env[69245]: DEBUG nova.compute.manager [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.431666] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.431774] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa9acf3-fec6-4295-83c9-e5530ed0e9a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.443037] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.443037] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f69bc6-f15d-4804-9790-ba1d7d8ca7dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.454320] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1074.454320] env[69245]: value = "task-3708389" [ 1074.454320] env[69245]: _type = "Task" [ 1074.454320] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.463411] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.476526] env[69245]: DEBUG oslo_concurrency.lockutils [req-b3f977ae-aa35-4c63-bc1d-0ebb6c89849a req-90057b9f-069c-438b-b61b-70898f9eb210 service nova] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.558697] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.559378] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524d15a2-944c-4bc0-bc65-5c7044cb11f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.569531] env[69245]: DEBUG oslo_vmware.api [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1074.569531] env[69245]: value = "task-3708390" [ 1074.569531] env[69245]: _type = "Task" [ 1074.569531] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.576404] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074355} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.577390] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.577894] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50877b5-18ae-49ba-a935-1739988db8fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.583376] env[69245]: DEBUG oslo_vmware.api [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.604556] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 20b72085-bea6-4278-a5c6-5ba700c38783/20b72085-bea6-4278-a5c6-5ba700c38783.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.605569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.436s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.607434] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f932291-7d9c-4679-84bf-1ac6cda1bcaf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.622182] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.709s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.631839] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1074.631839] env[69245]: value = "task-3708391" [ 1074.631839] env[69245]: _type = "Task" [ 1074.631839] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.642917] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.652103] env[69245]: INFO nova.scheduler.client.report [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Deleted allocations for instance e2a5e46b-a26e-4b2a-9508-89990e253786 [ 1074.786401] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708387, 'name': PowerOffVM_Task, 'duration_secs': 0.511765} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.786401] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.786739] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.786875] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31517018-7d37-4ac5-b4ec-20d56d144355 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.809881] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708388, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.870460] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.870921] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.872470] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleting the datastore file [datastore2] be8e0fe9-3777-42da-a8e7-658b0bc2bb97 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.872470] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67686e81-c0ee-4a4d-aaa4-d62e448306b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.880258] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for the task: (returnval){ [ 1074.880258] env[69245]: value = "task-3708394" [ 1074.880258] env[69245]: _type = "Task" [ 1074.880258] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.892498] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.965752] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708389, 'name': PowerOffVM_Task, 'duration_secs': 0.360318} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.966064] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.966244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.966505] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e5deb76-f671-42f4-83bf-94b2382abf9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.009140] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-5bde05f6-7859-436d-95a2-f62e3675b65b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.009654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-5bde05f6-7859-436d-95a2-f62e3675b65b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.010208] env[69245]: DEBUG nova.objects.instance [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.052737] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.052737] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.052737] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore2] 5650c0de-c57e-4165-86eb-64e340ed1322 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.053114] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-146cee8e-0c99-4fca-a11e-d7fbb1871e15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.063024] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1075.063024] env[69245]: value = "task-3708396" [ 1075.063024] env[69245]: _type = "Task" [ 1075.063024] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.074426] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.084730] env[69245]: DEBUG oslo_vmware.api [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708390, 'name': PowerOffVM_Task, 'duration_secs': 0.300389} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.088558] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.089098] env[69245]: DEBUG nova.compute.manager [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.090479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70ca59-b01b-4041-9c1f-c8a258e405df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.150263] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708391, 'name': ReconfigVM_Task, 'duration_secs': 0.337239} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.153312] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 20b72085-bea6-4278-a5c6-5ba700c38783/20b72085-bea6-4278-a5c6-5ba700c38783.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.153312] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31dc0d0-8ee0-4e47-b54d-39c4c73e0b90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.162270] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1075.162270] env[69245]: value = "task-3708397" [ 1075.162270] env[69245]: _type = "Task" [ 1075.162270] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.163133] env[69245]: DEBUG oslo_concurrency.lockutils [None req-30ed7be6-ab7c-447c-8fca-650a8cbad715 tempest-ServerRescueTestJSONUnderV235-1503219213 tempest-ServerRescueTestJSONUnderV235-1503219213-project-member] Lock "e2a5e46b-a26e-4b2a-9508-89990e253786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.173s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.174704] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708397, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.298555] env[69245]: DEBUG nova.network.neutron [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updated VIF entry in instance network info cache for port 31c4365e-baa5-4856-abf0-513731b2e2a0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.298961] env[69245]: DEBUG nova.network.neutron [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.311850] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708388, 'name': PowerOffVM_Task, 'duration_secs': 0.55362} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.312944] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.314213] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.314829] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36e726a9-cc72-4129-a12f-a313d4a596b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.348590] env[69245]: DEBUG nova.compute.manager [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.348783] env[69245]: DEBUG nova.compute.manager [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing instance network info cache due to event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.349016] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Acquiring lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.349186] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Acquired lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.349354] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.388909] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.390035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.390035] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 8516ede7-df55-4dce-90fa-60b346d87b5f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.390035] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d48f8f6-2858-4fe9-bf28-f8fb92dc1a9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.395652] env[69245]: DEBUG oslo_vmware.api [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Task: {'id': task-3708394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.396291] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.396487] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.396660] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.396892] env[69245]: INFO nova.compute.manager [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.397170] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.398232] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.398441] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738599', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'name': 'volume-f8db17a2-20ee-4020-adc2-175a68681e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc61ec0a-64fd-4625-a924-c311d2c0b414', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'serial': 'f8db17a2-20ee-4020-adc2-175a68681e7c'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.398723] env[69245]: DEBUG nova.compute.manager [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.398822] env[69245]: DEBUG nova.network.neutron [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.402114] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89903b9a-eca0-4c41-93d7-872f2b39d911 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.406666] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1075.406666] env[69245]: value = "task-3708399" [ 1075.406666] env[69245]: _type = "Task" [ 1075.406666] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.422873] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6450c62-fa36-4643-8d67-1f1da82d8f59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.434036] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.457692] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-f8db17a2-20ee-4020-adc2-175a68681e7c/volume-f8db17a2-20ee-4020-adc2-175a68681e7c.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.461019] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-404027f4-4616-43fa-8040-bae2a8ac8108 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.480187] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1075.480187] env[69245]: value = "task-3708400" [ 1075.480187] env[69245]: _type = "Task" [ 1075.480187] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.489954] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.574678] env[69245]: DEBUG oslo_vmware.api [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166323} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.575064] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.575172] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.575324] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.575499] env[69245]: INFO nova.compute.manager [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.575913] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.576013] env[69245]: DEBUG nova.compute.manager [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.576054] env[69245]: DEBUG nova.network.neutron [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.607810] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d5bef6a1-5166-4c13-90c1-b87e7f4e309e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.672272] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance be8e0fe9-3777-42da-a8e7-658b0bc2bb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.672564] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.672779] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673026] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 414535bd-4bc0-4cca-9a89-e950c8e79f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673231] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b0f65ff7-0778-4c6d-94e9-4c49226bb298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673430] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4922f5d8-6906-4c3b-86a8-ecaf136072ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673627] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 3c723746-3838-4a9a-9cee-811500a2bd9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673820] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.673997] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a93a4852-e43a-42fd-bd43-c436cec71980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.674177] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b0ec7bac-1cac-40d6-87e9-54f8ec90e077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.674786] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance fc61ec0a-64fd-4625-a924-c311d2c0b414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.675119] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 740526dc-af3a-41b0-b73c-1dc711198969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.675302] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.675507] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e2b89399-6823-45a7-ac59-1e3d01c86f9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1075.675684] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5650c0de-c57e-4165-86eb-64e340ed1322 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.675849] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8fd1e738-a57a-401b-a0ee-2f9aaa97028f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.676020] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8516ede7-df55-4dce-90fa-60b346d87b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.676478] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 384691d8-0e46-4afe-83fb-3ec8bab773de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.676478] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 20b72085-bea6-4278-a5c6-5ba700c38783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.676731] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1075.676935] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1075.689901] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708397, 'name': Rename_Task, 'duration_secs': 0.160626} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.690752] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.691137] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf2c8e9-010d-410b-a3c9-a52044f2dbee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.700017] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1075.700017] env[69245]: value = "task-3708401" [ 1075.700017] env[69245]: _type = "Task" [ 1075.700017] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.716087] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.808171] env[69245]: DEBUG oslo_concurrency.lockutils [req-a6cc99a0-8f8b-4547-9d43-c09c3e5284a7 req-cab0787e-2ddb-43bf-b62f-7dfc85014fd8 service nova] Releasing lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.838064] env[69245]: DEBUG nova.objects.instance [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.922834] env[69245]: DEBUG oslo_vmware.api [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152728} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.923123] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.923307] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.923483] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.923644] env[69245]: INFO nova.compute.manager [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1075.923940] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.924192] env[69245]: DEBUG nova.compute.manager [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.924284] env[69245]: DEBUG nova.network.neutron [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.003506] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708400, 'name': ReconfigVM_Task, 'duration_secs': 0.43355} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.003506] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-f8db17a2-20ee-4020-adc2-175a68681e7c/volume-f8db17a2-20ee-4020-adc2-175a68681e7c.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.005023] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-110c8d6b-7f5c-4574-9a8c-a3fe4729da7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.027312] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1076.027312] env[69245]: value = "task-3708402" [ 1076.027312] env[69245]: _type = "Task" [ 1076.027312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.044429] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.173745] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0a8f11-9620-4455-8fb4-2741305848da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.183538] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb26fa2-2510-4165-98cc-a4a3fdb0aaa6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.228149] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d0c07-f836-45b6-b17d-292b8a2d4e13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.245038] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708401, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.245870] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1c84d-f781-4ca0-86e2-9faac0e0a329 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.265272] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.339036] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updated VIF entry in instance network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.339036] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [{"id": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "address": "fa:16:3e:a6:06:d0", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4761cc-e7", "ovs_interfaceid": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.340310] env[69245]: DEBUG nova.objects.base [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.340574] env[69245]: DEBUG nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.440015] env[69245]: DEBUG nova.policy [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.543132] env[69245]: DEBUG oslo_vmware.api [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708402, 'name': ReconfigVM_Task, 'duration_secs': 0.178448} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.543543] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738599', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'name': 'volume-f8db17a2-20ee-4020-adc2-175a68681e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc61ec0a-64fd-4625-a924-c311d2c0b414', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'serial': 'f8db17a2-20ee-4020-adc2-175a68681e7c'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.619068] env[69245]: DEBUG nova.network.neutron [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.738405] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.769689] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.775100] env[69245]: DEBUG nova.network.neutron [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.846453] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Releasing lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.846922] env[69245]: DEBUG nova.compute.manager [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.846922] env[69245]: DEBUG nova.compute.manager [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing instance network info cache due to event network-changed-9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.847129] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Acquiring lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.847268] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Acquired lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.847430] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Refreshing network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.890404] env[69245]: DEBUG nova.network.neutron [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.952265] env[69245]: DEBUG nova.compute.manager [req-685e9953-688b-42de-8e10-904ff5007a9c req-b27e51e1-6a74-451c-b1de-d2957ee5141e service nova] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Received event network-vif-deleted-adc8b6dd-af64-4db7-82ac-ce137cc386d4 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.121751] env[69245]: INFO nova.compute.manager [-] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Took 1.72 seconds to deallocate network for instance. [ 1077.143675] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.143925] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738604', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'name': 'volume-13312bdd-a938-4743-b34a-1729159f92ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4922f5d8-6906-4c3b-86a8-ecaf136072ea', 'attached_at': '', 'detached_at': '', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'serial': '13312bdd-a938-4743-b34a-1729159f92ed'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.144888] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f33ba-1976-44d6-807c-c9ef737d8c35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.165482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477622a-829c-4dfb-bf1e-39b05094db4e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.192366] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-13312bdd-a938-4743-b34a-1729159f92ed/volume-13312bdd-a938-4743-b34a-1729159f92ed.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.193502] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9a6ff5-2019-4845-96d6-035cfe66868a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.207374] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.207623] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.207820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "740526dc-af3a-41b0-b73c-1dc711198969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.207998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.208303] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.211235] env[69245]: INFO nova.compute.manager [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Terminating instance [ 1077.216845] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1077.216845] env[69245]: value = "task-3708403" [ 1077.216845] env[69245]: _type = "Task" [ 1077.216845] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.227715] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.237569] env[69245]: DEBUG oslo_vmware.api [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708401, 'name': PowerOnVM_Task, 'duration_secs': 1.040606} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.237847] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.238065] env[69245]: INFO nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1077.238255] env[69245]: DEBUG nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1077.239140] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33811092-9c6c-4f53-8489-a841d870067e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.277424] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1077.277647] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.656s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.278037] env[69245]: INFO nova.compute.manager [-] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Took 1.70 seconds to deallocate network for instance. [ 1077.278327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.997s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.278533] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.319823] env[69245]: INFO nova.scheduler.client.report [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance e2b89399-6823-45a7-ac59-1e3d01c86f9c [ 1077.392253] env[69245]: INFO nova.compute.manager [-] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Took 1.47 seconds to deallocate network for instance. [ 1077.592229] env[69245]: DEBUG nova.objects.instance [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'flavor' on Instance uuid fc61ec0a-64fd-4625-a924-c311d2c0b414 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.629102] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.629498] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.629626] env[69245]: DEBUG nova.objects.instance [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lazy-loading 'resources' on Instance uuid be8e0fe9-3777-42da-a8e7-658b0bc2bb97 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.715200] env[69245]: DEBUG nova.compute.manager [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.715482] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.719124] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c4b2e-5ff7-4757-9145-b8caba1646ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.735573] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.738658] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.738990] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fab580e-dcf9-4a23-ba61-80b371199e8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.747150] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1077.747150] env[69245]: value = "task-3708404" [ 1077.747150] env[69245]: _type = "Task" [ 1077.747150] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.758466] env[69245]: INFO nova.compute.manager [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Took 37.80 seconds to build instance. [ 1077.763393] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.797562] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.834890] env[69245]: DEBUG oslo_concurrency.lockutils [None req-bd535677-0760-4173-8932-1de943f8fbc2 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "e2b89399-6823-45a7-ac59-1e3d01c86f9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.753s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.903088] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.954115] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updated VIF entry in instance network info cache for port 9c4761cc-e738-4ce8-b168-f65e0a775f7c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.954115] env[69245]: DEBUG nova.network.neutron [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [{"id": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "address": "fa:16:3e:a6:06:d0", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4761cc-e7", "ovs_interfaceid": "9c4761cc-e738-4ce8-b168-f65e0a775f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.098126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60c77d3e-0b6c-4fdf-88c9-fb1718b5bd03 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.239094] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708403, 'name': ReconfigVM_Task, 'duration_secs': 0.74176} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.242640] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-13312bdd-a938-4743-b34a-1729159f92ed/volume-13312bdd-a938-4743-b34a-1729159f92ed.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.252830] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35501b1-b937-4aad-af0a-bfbfec1eeef9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.271796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a736700f-74c5-4c87-8ce9-4a95cd63e57d tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.325s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.278816] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708404, 'name': PowerOffVM_Task, 'duration_secs': 0.342588} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.280513] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.280718] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.281072] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1078.281072] env[69245]: value = "task-3708405" [ 1078.281072] env[69245]: _type = "Task" [ 1078.281072] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.281289] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11de405c-d41a-4f7c-a1e2-ca2187390fa8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.298096] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.363983] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.365297] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.365297] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore1] 740526dc-af3a-41b0-b73c-1dc711198969 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.365416] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-571029b9-5782-4ff7-a126-bfe28b4f078b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.377049] env[69245]: DEBUG nova.objects.instance [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'flavor' on Instance uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.379512] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1078.379512] env[69245]: value = "task-3708407" [ 1078.379512] env[69245]: _type = "Task" [ 1078.379512] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.394369] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.457027] env[69245]: DEBUG oslo_concurrency.lockutils [req-d66f3259-fb94-4e0d-a9da-c553f5a8020a req-c2d49311-503c-4fc1-b278-552ef47d0353 service nova] Releasing lock "refresh_cache-384691d8-0e46-4afe-83fb-3ec8bab773de" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.484181] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.484614] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.539533] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945cc0f9-11d5-4d7c-b35d-9ef90b9d34a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.548723] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caaac5c-1b5a-4727-b9fb-d5caf4ec323f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.588582] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f46ed-3ace-45b3-a6de-350f0ebb99ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.596990] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b13b1-319b-48c1-94ea-c20119366f81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.613181] env[69245]: DEBUG nova.compute.provider_tree [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.800607] env[69245]: DEBUG oslo_vmware.api [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708405, 'name': ReconfigVM_Task, 'duration_secs': 0.171941} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.801068] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738604', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'name': 'volume-13312bdd-a938-4743-b34a-1729159f92ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4922f5d8-6906-4c3b-86a8-ecaf136072ea', 'attached_at': '', 'detached_at': '', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'serial': '13312bdd-a938-4743-b34a-1729159f92ed'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.820388] env[69245]: DEBUG nova.compute.manager [req-f69d7e02-77ea-40a1-a985-18f2243903b3 req-bc751749-05ad-44f8-b2ea-c6269ae12f20 service nova] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Received event network-vif-deleted-7e98c34d-2979-47d1-9581-98c08d2615cd {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.820388] env[69245]: DEBUG nova.compute.manager [req-f69d7e02-77ea-40a1-a985-18f2243903b3 req-bc751749-05ad-44f8-b2ea-c6269ae12f20 service nova] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Received event network-vif-deleted-e33e1016-f28d-488a-96c4-c66b39959843 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.886878] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.887144] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.887350] env[69245]: DEBUG nova.network.neutron [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.887537] env[69245]: DEBUG nova.objects.instance [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'info_cache' on Instance uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.899991] env[69245]: DEBUG oslo_vmware.api [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155705} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.900593] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.900952] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.901406] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.901725] env[69245]: INFO nova.compute.manager [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1078.902530] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.905578] env[69245]: DEBUG nova.compute.manager [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.905578] env[69245]: DEBUG nova.network.neutron [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.962660] env[69245]: DEBUG nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Successfully updated port: 5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.992143] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.119026] env[69245]: DEBUG nova.scheduler.client.report [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.394986] env[69245]: DEBUG nova.objects.base [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Object Instance<5ec665e2-a995-4dd4-b713-1835743aa93e> lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.468445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.468606] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.469165] env[69245]: DEBUG nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.523302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.623989] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.627722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.831s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.627722] env[69245]: DEBUG nova.objects.instance [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lazy-loading 'resources' on Instance uuid 5650c0de-c57e-4165-86eb-64e340ed1322 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.654996] env[69245]: INFO nova.scheduler.client.report [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Deleted allocations for instance be8e0fe9-3777-42da-a8e7-658b0bc2bb97 [ 1079.797125] env[69245]: DEBUG nova.network.neutron [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.854791] env[69245]: DEBUG nova.objects.instance [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'flavor' on Instance uuid 4922f5d8-6906-4c3b-86a8-ecaf136072ea {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.045997] env[69245]: WARNING nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 1080.045997] env[69245]: WARNING nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 1080.167249] env[69245]: DEBUG oslo_concurrency.lockutils [None req-86dd956b-120c-43b7-b21b-561af5652f14 tempest-MigrationsAdminTest-400782288 tempest-MigrationsAdminTest-400782288-project-member] Lock "be8e0fe9-3777-42da-a8e7-658b0bc2bb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.429s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.302217] env[69245]: INFO nova.compute.manager [-] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Took 1.40 seconds to deallocate network for instance. [ 1080.361876] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d0ad931-8c38-4b5d-be47-c7574a98025e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.420484] env[69245]: DEBUG nova.network.neutron [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.445878] env[69245]: DEBUG nova.compute.manager [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1080.500550] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474199a5-705d-47ef-ac4e-37f3a57651db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.517046] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36c499-0f24-403a-8d7a-b3f3a539fa84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.555701] env[69245]: DEBUG nova.compute.manager [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.557494] env[69245]: DEBUG nova.compute.manager [req-15b5a2fb-b7f0-4d9f-a051-e2787df4d166 req-ad8ab747-44c5-486f-a461-ac746245d55e service nova] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Received event network-vif-deleted-531c215d-9fbf-4466-acc5-4709d98cd7e7 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.558376] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b508a41-17eb-408b-b569-3d3834fe6d20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.562281] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a0883-eb68-4b30-b1e2-1221bf7849f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.584699] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917eee7c-32c4-47f8-b4cf-aca4d53a6a53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.602829] env[69245]: DEBUG nova.compute.provider_tree [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.815139] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.927978] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.976356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.994638] env[69245]: DEBUG nova.network.neutron [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "address": "fa:16:3e:aa:4a:19", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63462c74-6c", "ovs_interfaceid": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5bde05f6-7859-436d-95a2-f62e3675b65b", "address": "fa:16:3e:8d:96:4f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bde05f6-78", "ovs_interfaceid": "5bde05f6-7859-436d-95a2-f62e3675b65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.085066] env[69245]: INFO nova.compute.manager [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] instance snapshotting [ 1081.085066] env[69245]: DEBUG nova.objects.instance [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lazy-loading 'flavor' on Instance uuid 20b72085-bea6-4278-a5c6-5ba700c38783 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.105959] env[69245]: DEBUG nova.scheduler.client.report [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.498106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.498777] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.498944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.499901] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855ee99-3d6f-4816-9551-caf4344294d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.524544] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.524806] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.524964] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.525164] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.525309] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.525456] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.525666] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.525825] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.525989] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.526167] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.526341] env[69245]: DEBUG nova.virt.hardware [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.533700] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfiguring VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.534292] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12b4869a-8c38-490d-b45c-40d4ecad4170 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.553694] env[69245]: DEBUG oslo_vmware.api [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1081.553694] env[69245]: value = "task-3708408" [ 1081.553694] env[69245]: _type = "Task" [ 1081.553694] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.566399] env[69245]: DEBUG oslo_vmware.api [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708408, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.592194] env[69245]: INFO nova.compute.manager [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Rescuing [ 1081.593425] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.593588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.593749] env[69245]: DEBUG nova.network.neutron [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.595461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c0c46-a5d0-4d23-8d32-9a739a2059dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.621220] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.623096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.720s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.623752] env[69245]: DEBUG nova.objects.instance [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'resources' on Instance uuid 8516ede7-df55-4dce-90fa-60b346d87b5f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.626131] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f81c50-baa0-4202-b2ff-a1f021ca9938 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.653223] env[69245]: INFO nova.scheduler.client.report [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted allocations for instance 5650c0de-c57e-4165-86eb-64e340ed1322 [ 1081.936384] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.936872] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab356701-9f74-454c-b93f-58a1d95e2ded {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.948718] env[69245]: DEBUG oslo_vmware.api [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1081.948718] env[69245]: value = "task-3708409" [ 1081.948718] env[69245]: _type = "Task" [ 1081.948718] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.965416] env[69245]: DEBUG oslo_vmware.api [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.066936] env[69245]: DEBUG oslo_vmware.api [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.141040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1082.141040] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ae70de4-7af6-4e73-9b53-619387492b00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.149280] env[69245]: DEBUG oslo_vmware.api [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1082.149280] env[69245]: value = "task-3708410" [ 1082.149280] env[69245]: _type = "Task" [ 1082.149280] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.166757] env[69245]: DEBUG oslo_vmware.api [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.170896] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0029ae79-d684-4062-a2ab-3b5196be7a97 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "5650c0de-c57e-4165-86eb-64e340ed1322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.252s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.471740] env[69245]: DEBUG oslo_vmware.api [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708409, 'name': PowerOnVM_Task, 'duration_secs': 0.45418} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.474775] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.475055] env[69245]: DEBUG nova.compute.manager [None req-c28e4216-5a20-47af-afac-d160e3a6c61e tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.476193] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cebcee2-393b-4f5a-b731-ab0718ce73a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.492972] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a007c9f5-1946-40a0-86f1-00ec7335973e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.499103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "20b72085-bea6-4278-a5c6-5ba700c38783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.500589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.500589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "20b72085-bea6-4278-a5c6-5ba700c38783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.500589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.500589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.503533] env[69245]: INFO nova.compute.manager [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Terminating instance [ 1082.513401] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc972e-afe8-4aa1-816e-e7dd26e414ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.520212] env[69245]: DEBUG nova.compute.manager [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-plugged-5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.520453] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.520673] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.521118] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.521355] env[69245]: DEBUG nova.compute.manager [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] No waiting events found dispatching network-vif-plugged-5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.521553] env[69245]: WARNING nova.compute.manager [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received unexpected event network-vif-plugged-5bde05f6-7859-436d-95a2-f62e3675b65b for instance with vm_state active and task_state None. [ 1082.521739] env[69245]: DEBUG nova.compute.manager [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-changed-5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.521894] env[69245]: DEBUG nova.compute.manager [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing instance network info cache due to event network-changed-5bde05f6-7859-436d-95a2-f62e3675b65b. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.522122] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.522244] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.522407] env[69245]: DEBUG nova.network.neutron [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Refreshing network info cache for port 5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.562954] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83366bee-0892-441e-b820-bd441ab96f43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.571465] env[69245]: DEBUG oslo_vmware.api [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708408, 'name': ReconfigVM_Task, 'duration_secs': 0.661402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.574410] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.574755] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfigured VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.578906] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84629bc-8798-436d-adba-c8d081bc4cde {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.598011] env[69245]: DEBUG nova.compute.provider_tree [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.659346] env[69245]: DEBUG oslo_vmware.api [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708410, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.764135] env[69245]: DEBUG nova.network.neutron [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.019844] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "refresh_cache-20b72085-bea6-4278-a5c6-5ba700c38783" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.019844] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquired lock "refresh_cache-20b72085-bea6-4278-a5c6-5ba700c38783" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.020242] env[69245]: DEBUG nova.network.neutron [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.085427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8fffebba-f76a-4bcf-b1c1-03004381df59 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-5bde05f6-7859-436d-95a2-f62e3675b65b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.076s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.103847] env[69245]: DEBUG nova.scheduler.client.report [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.162968] env[69245]: DEBUG oslo_vmware.api [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708410, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.267427] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.348073] env[69245]: DEBUG nova.network.neutron [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updated VIF entry in instance network info cache for port 5bde05f6-7859-436d-95a2-f62e3675b65b. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.348490] env[69245]: DEBUG nova.network.neutron [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "address": "fa:16:3e:aa:4a:19", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63462c74-6c", "ovs_interfaceid": "63462c74-6c4f-4422-a85b-68ba5b1557a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5bde05f6-7859-436d-95a2-f62e3675b65b", "address": "fa:16:3e:8d:96:4f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bde05f6-78", "ovs_interfaceid": "5bde05f6-7859-436d-95a2-f62e3675b65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.557949] env[69245]: DEBUG nova.network.neutron [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.612588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.616736] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.094s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.619770] env[69245]: INFO nova.compute.claims [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.622147] env[69245]: DEBUG nova.network.neutron [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.657327] env[69245]: INFO nova.scheduler.client.report [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 8516ede7-df55-4dce-90fa-60b346d87b5f [ 1083.667224] env[69245]: DEBUG oslo_vmware.api [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708410, 'name': CreateSnapshot_Task, 'duration_secs': 1.338777} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.667707] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1083.668690] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2854eced-af48-40f2-b3f3-d41347c236d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.854854] env[69245]: DEBUG oslo_concurrency.lockutils [req-957782ed-3a06-4809-bf5e-902411feb560 req-d77ba99f-59c8-4bc7-80ff-e005464f7448 service nova] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.126178] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Releasing lock "refresh_cache-20b72085-bea6-4278-a5c6-5ba700c38783" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.127970] env[69245]: DEBUG nova.compute.manager [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.127970] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.130289] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2dbc88-0ae9-43b9-adcf-bf28006b6cb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.140674] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.140787] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00994f2-663a-4aa2-a5e8-bab2da356fd2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.151325] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1084.151325] env[69245]: value = "task-3708411" [ 1084.151325] env[69245]: _type = "Task" [ 1084.151325] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.166794] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.173646] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04be9fd4-edd5-475e-abe1-0992723ab0d4 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "8516ede7-df55-4dce-90fa-60b346d87b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.415s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.184540] env[69245]: DEBUG nova.compute.manager [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance disappeared during snapshot {{(pid=69245) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1084.246095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "ac1726eb-520e-4751-ae67-86cab3132e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.246095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.407916] env[69245]: DEBUG nova.compute.manager [None req-aae9cce8-cfec-4bea-9e26-8c68a20338bc tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Found 0 images (rotation: 2) {{(pid=69245) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1084.670446] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708411, 'name': PowerOffVM_Task, 'duration_secs': 0.19043} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.670796] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.671018] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.671352] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1dd373-77bc-42a0-83a7-45a418aa5d4e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.703398] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.703774] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.704217] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Deleting the datastore file [datastore1] 20b72085-bea6-4278-a5c6-5ba700c38783 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.704574] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab5f66c8-a248-4a7c-a4c4-a06377ce7fa6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.717257] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for the task: (returnval){ [ 1084.717257] env[69245]: value = "task-3708413" [ 1084.717257] env[69245]: _type = "Task" [ 1084.717257] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.729166] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.753537] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.822842] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.823852] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dfe806e-f952-47b4-a772-ab08269c102c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.842115] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1084.842115] env[69245]: value = "task-3708414" [ 1084.842115] env[69245]: _type = "Task" [ 1084.842115] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.851702] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.871795] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "1ef29944-adcf-4218-9f68-546a6792ab5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.871939] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.021816] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee6e64-b33f-436b-9717-f29284d1598f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.031393] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0fd019-af3c-4985-a93b-756286e24117 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.064600] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36adbea2-8b14-46cf-bda9-c91603407ca5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.073439] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79791ad1-5517-43df-ab80-912b6a246c50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.099124] env[69245]: DEBUG nova.compute.provider_tree [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.228115] env[69245]: DEBUG oslo_vmware.api [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Task: {'id': task-3708413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162404} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.228724] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.228724] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.228834] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.228984] env[69245]: INFO nova.compute.manager [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1085.229281] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.229482] env[69245]: DEBUG nova.compute.manager [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.229581] env[69245]: DEBUG nova.network.neutron [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.260613] env[69245]: DEBUG nova.network.neutron [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.285019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.353517] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708414, 'name': PowerOffVM_Task, 'duration_secs': 0.391682} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.353876] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.354727] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815bf167-dc90-41a4-8954-098f5a4e54ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.390940] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.396426] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a8d51e-f459-4ded-9974-a0c15bc89f27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.433681] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.434243] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c251d63b-8148-4bd9-baa4-7e5534b8a8ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.441712] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1085.441712] env[69245]: value = "task-3708415" [ 1085.441712] env[69245]: _type = "Task" [ 1085.441712] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.450687] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.584019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "3c723746-3838-4a9a-9cee-811500a2bd9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.584019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.584019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.584019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.584019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.587151] env[69245]: INFO nova.compute.manager [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Terminating instance [ 1085.604445] env[69245]: DEBUG nova.scheduler.client.report [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.768569] env[69245]: DEBUG nova.network.neutron [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.930758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.952083] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.952329] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.952583] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.952774] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.953014] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.953471] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb39674a-4bfd-450b-a1ce-774838a3c862 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.963667] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.963927] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.964699] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a33381c-f3ff-4d12-a331-3b6e0ffacc15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.971298] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1085.971298] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efc646-50b6-6c07-f86f-dc94941531f0" [ 1085.971298] env[69245]: _type = "Task" [ 1085.971298] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.980996] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efc646-50b6-6c07-f86f-dc94941531f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.094518] env[69245]: DEBUG nova.compute.manager [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.094750] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.095811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e729b-a24d-466d-ac50-7c6e118e0129 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.104725] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.105028] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e8583a-0bd2-444e-99fe-7079c88b072a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.109064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.109602] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.114425] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.299s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.114425] env[69245]: DEBUG nova.objects.instance [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'resources' on Instance uuid 740526dc-af3a-41b0-b73c-1dc711198969 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.115512] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1086.115512] env[69245]: value = "task-3708416" [ 1086.115512] env[69245]: _type = "Task" [ 1086.115512] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.128648] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.216599] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.217209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.272624] env[69245]: INFO nova.compute.manager [-] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Took 1.04 seconds to deallocate network for instance. [ 1086.481802] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efc646-50b6-6c07-f86f-dc94941531f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.482695] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e50473f-b71d-4d78-8c7e-70c9580a89c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.489196] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1086.489196] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5251447a-da1f-bb6e-31be-a1506794d1a5" [ 1086.489196] env[69245]: _type = "Task" [ 1086.489196] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.498260] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5251447a-da1f-bb6e-31be-a1506794d1a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.578579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.579135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.621975] env[69245]: DEBUG nova.compute.utils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.627834] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.628039] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.639049] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.639485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.652605] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708416, 'name': PowerOffVM_Task, 'duration_secs': 0.199649} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.652936] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.653221] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.653756] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28554b76-c767-46e4-be47-f99957416c69 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.696200] env[69245]: DEBUG nova.policy [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4012430f9f33481fa88dcf64c0e0f88c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f090bb3dd14f2ba2fc9377f0b5d28f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.719526] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.744331] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.744600] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.744798] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore2] 3c723746-3838-4a9a-9cee-811500a2bd9d {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.745284] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da65735a-9cbe-4490-8619-414041e70467 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.752861] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1086.752861] env[69245]: value = "task-3708418" [ 1086.752861] env[69245]: _type = "Task" [ 1086.752861] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.766256] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.782553] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.006782] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5251447a-da1f-bb6e-31be-a1506794d1a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.007121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.007416] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1087.007699] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2206b112-96d8-4579-aa90-58047c50fe11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.016489] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1087.016489] env[69245]: value = "task-3708419" [ 1087.016489] env[69245]: _type = "Task" [ 1087.016489] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.030464] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.083296] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.139322] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.147065] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.158225] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff4c66-cb7c-4ea3-b62e-89bf5361311f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.162217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.162515] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.171766] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad3401d-4bf0-451a-ba65-240b687275b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.209673] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-63462c74-6c4f-4422-a85b-68ba5b1557a8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.209948] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-63462c74-6c4f-4422-a85b-68ba5b1557a8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.212625] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaeaa09-ea72-4631-92c3-1a64926858b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.223536] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3360166-dfd8-45c2-8919-14845ca34cdf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.242955] env[69245]: DEBUG nova.compute.provider_tree [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.248343] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.265328] env[69245]: DEBUG oslo_vmware.api [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150696} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.265770] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.265770] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.265928] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.266131] env[69245]: INFO nova.compute.manager [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1087.266433] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.266645] env[69245]: DEBUG nova.compute.manager [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.266742] env[69245]: DEBUG nova.network.neutron [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.383564] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Successfully created port: 8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.529460] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504162} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.529801] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 1087.530742] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9130a2ed-23c7-4898-8e0f-a852e09eb65e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.571366] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.572034] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043776d5-c8ed-4573-b280-f623055cf537 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.596475] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1087.596475] env[69245]: value = "task-3708420" [ 1087.596475] env[69245]: _type = "Task" [ 1087.596475] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.607039] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.611271] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.665918] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.675950] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.717149] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.717149] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.717249] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e4b946-4c4b-4ed9-8b00-1067a86f39d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.722910] env[69245]: DEBUG nova.compute.manager [req-cc8903cb-14d3-4643-8cea-e947b927d3e8 req-a6c3ec41-6037-40b6-96f5-5e1d1d307747 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Received event network-vif-deleted-465f6a80-4459-4d60-9bf4-950c0d752dfc {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.723175] env[69245]: INFO nova.compute.manager [req-cc8903cb-14d3-4643-8cea-e947b927d3e8 req-a6c3ec41-6037-40b6-96f5-5e1d1d307747 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Neutron deleted interface 465f6a80-4459-4d60-9bf4-950c0d752dfc; detaching it from the instance and deleting it from the info cache [ 1087.723400] env[69245]: DEBUG nova.network.neutron [req-cc8903cb-14d3-4643-8cea-e947b927d3e8 req-a6c3ec41-6037-40b6-96f5-5e1d1d307747 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.743516] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767e21c8-8bdb-4121-957e-adc176faaa39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.746240] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b8c7b9-bc25-4a0b-a9f1-307b75b1de2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748939] env[69245]: DEBUG nova.scheduler.client.report [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.784316] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfiguring VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1087.784568] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114055c7-bc15-4855-84fb-c80b1491a469 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.803761] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af4ba8-6909-498a-894a-d1a28a550d44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.822807] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1087.822807] env[69245]: value = "task-3708421" [ 1087.822807] env[69245]: _type = "Task" [ 1087.822807] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.842747] env[69245]: DEBUG nova.compute.manager [req-cc8903cb-14d3-4643-8cea-e947b927d3e8 req-a6c3ec41-6037-40b6-96f5-5e1d1d307747 service nova] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Detach interface failed, port_id=465f6a80-4459-4d60-9bf4-950c0d752dfc, reason: Instance 3c723746-3838-4a9a-9cee-811500a2bd9d could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.849399] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.089957] env[69245]: DEBUG nova.network.neutron [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.111027] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.152975] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.191593] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.191870] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.192409] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.192725] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.192837] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.193033] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.193236] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.193534] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.193729] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.193894] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.194085] env[69245]: DEBUG nova.virt.hardware [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.194976] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a570b74-3b50-46a7-a2d2-781250e8af2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.198461] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.205241] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a743f8-a7e5-4f1f-886e-1db272879aa8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.254601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.258168] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.282s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.277313] env[69245]: INFO nova.scheduler.client.report [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocations for instance 740526dc-af3a-41b0-b73c-1dc711198969 [ 1088.343569] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.592165] env[69245]: INFO nova.compute.manager [-] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Took 1.33 seconds to deallocate network for instance. [ 1088.610110] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.765452] env[69245]: INFO nova.compute.claims [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.790157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b18f1c40-7375-48dc-b9aa-b351cf5e0c37 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "740526dc-af3a-41b0-b73c-1dc711198969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.582s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.836291] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.099528] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.111963] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708420, 'name': ReconfigVM_Task, 'duration_secs': 1.265941} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.112725] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.113664] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c8c8e-1fb8-467d-9145-dd21a8fc3bdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.148038] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880b0044-5bbf-4e96-9a21-f9ff374650d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.167695] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1089.167695] env[69245]: value = "task-3708422" [ 1089.167695] env[69245]: _type = "Task" [ 1089.167695] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.182564] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.274782] env[69245]: INFO nova.compute.resource_tracker [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating resource usage from migration 0798c9e9-f8a6-4ac5-80b7-a2a803694ac6 [ 1089.340145] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.350802] env[69245]: DEBUG nova.compute.manager [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Received event network-vif-plugged-8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.350960] env[69245]: DEBUG oslo_concurrency.lockutils [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.351186] env[69245]: DEBUG oslo_concurrency.lockutils [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.351364] env[69245]: DEBUG oslo_concurrency.lockutils [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.351531] env[69245]: DEBUG nova.compute.manager [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] No waiting events found dispatching network-vif-plugged-8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.351708] env[69245]: WARNING nova.compute.manager [req-063144c8-061d-4d94-bf7c-98bbc2b4dde7 req-50d14c86-745c-429c-af45-7d99987820ad service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Received unexpected event network-vif-plugged-8105a9e7-2237-438d-8649-83f9170d1186 for instance with vm_state building and task_state spawning. [ 1089.440606] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Successfully updated port: 8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.565976] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.566227] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.683609] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708422, 'name': ReconfigVM_Task, 'duration_secs': 0.291631} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.684086] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.684248] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd683fa2-8c67-488b-8cae-10fe1a8b8b36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.689725] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f298b-a17b-4319-a7f5-fd40c368e33c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.694174] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1089.694174] env[69245]: value = "task-3708423" [ 1089.694174] env[69245]: _type = "Task" [ 1089.694174] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.701089] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de197efd-8ee1-4af4-8bcb-f46f4066c8b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.707616] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.742232] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66210e72-3d9e-4a25-a43c-81e966700a9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.751537] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2abdfab-7aa0-4a2c-acbf-304c7e397852 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.769387] env[69245]: DEBUG nova.compute.provider_tree [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.839731] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.944360] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.944445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.944627] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.068854] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.208917] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708423, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.272663] env[69245]: DEBUG nova.scheduler.client.report [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.346128] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.513534] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.592605] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.722361] env[69245]: DEBUG oslo_vmware.api [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708423, 'name': PowerOnVM_Task, 'duration_secs': 0.753058} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.722712] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.726373] env[69245]: DEBUG nova.compute.manager [None req-2ffb7c61-2dfe-4605-b2c8-c7b79665ae67 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.727279] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629cc86d-3264-4c87-9c5e-da2379cd3f9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.773814] env[69245]: DEBUG nova.network.neutron [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.777854] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.520s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.778010] env[69245]: INFO nova.compute.manager [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Migrating [ 1090.791768] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.509s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.792450] env[69245]: INFO nova.compute.claims [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.842028] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.276685] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.277070] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Instance network_info: |[{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.277614] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:36:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8105a9e7-2237-438d-8649-83f9170d1186', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.285482] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.285623] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.286273] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-013456a0-c4d4-4db0-82f7-f9b5545a22cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.303323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.303505] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.303673] env[69245]: DEBUG nova.network.neutron [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.313671] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.313671] env[69245]: value = "task-3708424" [ 1091.313671] env[69245]: _type = "Task" [ 1091.313671] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.329216] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708424, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.343450] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.476063] env[69245]: DEBUG nova.compute.manager [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Received event network-changed-8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.477443] env[69245]: DEBUG nova.compute.manager [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Refreshing instance network info cache due to event network-changed-8105a9e7-2237-438d-8649-83f9170d1186. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.477443] env[69245]: DEBUG oslo_concurrency.lockutils [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] Acquiring lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.477443] env[69245]: DEBUG oslo_concurrency.lockutils [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] Acquired lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.477443] env[69245]: DEBUG nova.network.neutron [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Refreshing network info cache for port 8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.828278] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708424, 'name': CreateVM_Task, 'duration_secs': 0.319917} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.828833] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.829912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.830134] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.830522] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.831075] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20100641-8068-47d9-8ddb-119ddc94930c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.841989] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1091.841989] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fbdff4-e23a-4895-cae8-3a8dcd7aa2da" [ 1091.841989] env[69245]: _type = "Task" [ 1091.841989] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.849558] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.855420] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fbdff4-e23a-4895-cae8-3a8dcd7aa2da, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.860220] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.860573] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.860813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.860991] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.861151] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.861953] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39f4f76-f240-4ba3-bf35-270c91e2fae8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876267] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.876460] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.877218] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0f683f-1572-49b4-8966-1731b01c36b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.883532] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1091.883532] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a202bc-4aec-f371-da1d-92db050c61a5" [ 1091.883532] env[69245]: _type = "Task" [ 1091.883532] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.894989] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a202bc-4aec-f371-da1d-92db050c61a5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.895793] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91586c82-479a-44a3-b71b-e1f3a5a5819a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.904271] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1091.904271] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529c9eba-7364-ab00-93b6-fbcf3ca0a958" [ 1091.904271] env[69245]: _type = "Task" [ 1091.904271] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.914832] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529c9eba-7364-ab00-93b6-fbcf3ca0a958, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.917523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.917828] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.918385] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13321fe-0f4d-4c8b-b685-72c9ab8f1c87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.928159] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1091.928159] env[69245]: value = "task-3708425" [ 1091.928159] env[69245]: _type = "Task" [ 1091.928159] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.942697] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.217235] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16bc52-31da-47a6-8d3c-ebb2000f5e2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.227311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3237324-7580-4422-9a7c-fe97fee07c4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.262112] env[69245]: DEBUG nova.network.neutron [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updated VIF entry in instance network info cache for port 8105a9e7-2237-438d-8649-83f9170d1186. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.262505] env[69245]: DEBUG nova.network.neutron [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.264406] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc7041-9eae-4b14-af87-7f3d5225fa19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.273977] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60f5925-f9f0-4d12-8bf2-0ed30dbb0388 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.294788] env[69245]: DEBUG nova.compute.provider_tree [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.329483] env[69245]: INFO nova.compute.manager [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Unrescuing [ 1092.329775] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.329929] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.330135] env[69245]: DEBUG nova.network.neutron [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.344142] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.441850] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512767} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.442213] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.442610] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.442927] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b17898fa-9eed-42d2-99b7-c4e7eeb01609 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.450965] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1092.450965] env[69245]: value = "task-3708426" [ 1092.450965] env[69245]: _type = "Task" [ 1092.450965] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.455877] env[69245]: DEBUG nova.network.neutron [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.463401] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.595487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.595487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.595487] env[69245]: INFO nova.compute.manager [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Shelving [ 1092.768635] env[69245]: DEBUG oslo_concurrency.lockutils [req-1279d8ef-b75b-4b14-ac8c-2f954a734c51 req-1ebfaa42-6ef0-46cf-a30e-5043e1a12840 service nova] Releasing lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.797184] env[69245]: DEBUG nova.scheduler.client.report [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.846116] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.961292] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.962882] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068304} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.963167] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.964267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b511a764-9c6e-4a8d-82d5-58cd58a7d9cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.989255] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.990277] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2d34c8-6221-46d7-bb73-9dd06768ec30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.019108] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1093.019108] env[69245]: value = "task-3708427" [ 1093.019108] env[69245]: _type = "Task" [ 1093.019108] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.031405] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.171744] env[69245]: DEBUG nova.network.neutron [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.304395] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.305335] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.311523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.381s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.313250] env[69245]: INFO nova.compute.claims [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.347188] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.509275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.509275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.534539] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708427, 'name': ReconfigVM_Task, 'duration_secs': 0.396495} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.534873] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfigured VM instance instance-00000055 to attach disk [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.535609] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-400ffa95-b177-4d16-b6af-18d3fe80949b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.546306] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1093.546306] env[69245]: value = "task-3708428" [ 1093.546306] env[69245]: _type = "Task" [ 1093.546306] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.557361] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708428, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.604497] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.604774] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b357bf49-882f-401e-9528-5ebdddf4068d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.612626] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1093.612626] env[69245]: value = "task-3708429" [ 1093.612626] env[69245]: _type = "Task" [ 1093.612626] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.621575] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.674590] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.675490] env[69245]: DEBUG nova.objects.instance [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'flavor' on Instance uuid 4922f5d8-6906-4c3b-86a8-ecaf136072ea {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.818686] env[69245]: DEBUG nova.compute.utils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.823636] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1093.845868] env[69245]: DEBUG oslo_vmware.api [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708421, 'name': ReconfigVM_Task, 'duration_secs': 5.75629} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.846130] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.846349] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Reconfigured VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1094.014155] env[69245]: DEBUG nova.compute.utils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.057441] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708428, 'name': Rename_Task, 'duration_secs': 0.171874} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.057740] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.057995] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8709a29f-05c1-4ca5-ad9d-76cf74f577d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.069031] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1094.069031] env[69245]: value = "task-3708430" [ 1094.069031] env[69245]: _type = "Task" [ 1094.069031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.076327] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.126136] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708429, 'name': PowerOffVM_Task, 'duration_secs': 0.229233} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.126562] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.127551] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3facbdd3-6db0-41e7-8ee5-5b66f8bfc009 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.153545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2742b7-6470-44b1-bab8-379032eed542 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.183211] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0138ea-96f2-4ac3-a42a-a26697050888 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.210926] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.211318] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3698b9dc-7c13-4c3c-8675-632a36e8843c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.219454] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1094.219454] env[69245]: value = "task-3708431" [ 1094.219454] env[69245]: _type = "Task" [ 1094.219454] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.232825] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.324395] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.481207] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e0b6e5-366c-4449-be48-12dfadb06d6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.488979] env[69245]: DEBUG nova.compute.manager [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-deleted-63462c74-6c4f-4422-a85b-68ba5b1557a8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.489191] env[69245]: INFO nova.compute.manager [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Neutron deleted interface 63462c74-6c4f-4422-a85b-68ba5b1557a8; detaching it from the instance and deleting it from the info cache [ 1094.489503] env[69245]: DEBUG nova.network.neutron [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5bde05f6-7859-436d-95a2-f62e3675b65b", "address": "fa:16:3e:8d:96:4f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bde05f6-78", "ovs_interfaceid": "5bde05f6-7859-436d-95a2-f62e3675b65b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.508558] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.514426] env[69245]: DEBUG oslo_concurrency.lockutils [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.515181] env[69245]: DEBUG oslo_concurrency.lockutils [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] Acquired lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.519244] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087471c3-e97a-419c-80e0-fcbad78c1618 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.522344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.539924] env[69245]: DEBUG oslo_concurrency.lockutils [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] Releasing lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.540167] env[69245]: WARNING nova.compute.manager [req-84cb2ce0-2bef-44e6-9651-f29f52021b89 req-f7423a22-80f4-4ef8-8b05-05f6a50b15e9 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Detach interface failed, port_id=63462c74-6c4f-4422-a85b-68ba5b1557a8, reason: No device with interface-id 63462c74-6c4f-4422-a85b-68ba5b1557a8 exists on VM: nova.exception.NotFound: No device with interface-id 63462c74-6c4f-4422-a85b-68ba5b1557a8 exists on VM [ 1094.584690] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.669144] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.669999] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99cfa5b2-73c2-46b3-b0c9-4b2c15a6e6c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.679851] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1094.679851] env[69245]: value = "task-3708432" [ 1094.679851] env[69245]: _type = "Task" [ 1094.679851] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.693631] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.719177] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f538442-8c90-45fb-bd73-8f3a7e90bc93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.731081] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708431, 'name': PowerOffVM_Task, 'duration_secs': 0.251852} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.733313] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.739441] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.739834] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9897921c-5e35-41e3-a3dc-2de51c66b400 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.754635] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aca00c-8791-4e15-841c-cd46ca2f7126 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.791482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0901290a-a49f-4150-999b-cd7d0ce76635 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.796236] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1094.796236] env[69245]: value = "task-3708433" [ 1094.796236] env[69245]: _type = "Task" [ 1094.796236] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.807461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64946eca-6531-439f-9c7d-4a1fbe0d2728 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.816328] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.840279] env[69245]: DEBUG nova.compute.provider_tree [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.026070] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.026446] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15617819-7c3f-4e3b-b06a-dee2f6c6be3d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.037377] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1095.037377] env[69245]: value = "task-3708434" [ 1095.037377] env[69245]: _type = "Task" [ 1095.037377] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.049693] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.078649] env[69245]: DEBUG oslo_vmware.api [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708430, 'name': PowerOnVM_Task, 'duration_secs': 0.848135} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.079015] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.079186] env[69245]: INFO nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1095.079362] env[69245]: DEBUG nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.080199] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0045d1b-bc95-4e38-8611-88d933d8ddff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.159802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.160532] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160532] env[69245]: DEBUG nova.network.neutron [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.194649] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708432, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.308182] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708433, 'name': ReconfigVM_Task, 'duration_secs': 0.2865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.308530] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1095.308749] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.309031] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94079949-1c08-4efc-89e8-de5f59d680cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.318188] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1095.318188] env[69245]: value = "task-3708435" [ 1095.318188] env[69245]: _type = "Task" [ 1095.318188] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.324036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.324036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.324036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.324879] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.325134] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.331346] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.331346] env[69245]: INFO nova.compute.manager [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Terminating instance [ 1095.341548] env[69245]: DEBUG nova.scheduler.client.report [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.345949] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.383050] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.383326] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.383485] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.383666] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.383812] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.383959] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.384193] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.384352] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.384517] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.384676] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.384850] env[69245]: DEBUG nova.virt.hardware [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.385987] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c69386-b791-47f2-b9f0-56bfb4189dda {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.394853] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086badd0-ff75-49bc-b9ff-6f9385dcd662 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.411753] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.417600] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Creating folder: Project (8b75dbae705c4003976150b6679e5f5d). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.418075] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f41633-1b24-47cd-a6d3-966e3be13a53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.430054] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Created folder: Project (8b75dbae705c4003976150b6679e5f5d) in parent group-v738357. [ 1095.430054] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Creating folder: Instances. Parent ref: group-v738608. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1095.430054] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c6c990-6f9a-410c-b044-d3497ff671ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.441430] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Created folder: Instances in parent group-v738608. [ 1095.441430] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.441664] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.441962] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40cbecd2-8428-4928-9598-b037e3df0e4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.460093] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.460093] env[69245]: value = "task-3708438" [ 1095.460093] env[69245]: _type = "Task" [ 1095.460093] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.469716] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708438, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.548143] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708434, 'name': PowerOffVM_Task, 'duration_secs': 0.365258} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.548441] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.548637] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.588198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.588531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.588783] env[69245]: INFO nova.compute.manager [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Attaching volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd to /dev/sdb [ 1095.605954] env[69245]: INFO nova.compute.manager [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Took 16.10 seconds to build instance. [ 1095.694657] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708432, 'name': CreateSnapshot_Task, 'duration_secs': 0.636817} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.694938] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.695746] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c2969-938e-4e20-bf1f-130d402a1c60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.787018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec02b5f-558f-4ef7-92d5-fcaa99eaad3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.798363] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c994ea-4952-40ea-ab41-ba534a8b923b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.814034] env[69245]: DEBUG nova.virt.block_device [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating existing volume attachment record: f4a4086a-71ae-4a4e-ba08-a84357f05139 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1095.828684] env[69245]: DEBUG oslo_vmware.api [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708435, 'name': PowerOnVM_Task, 'duration_secs': 0.493657} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.829753] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.829753] env[69245]: DEBUG nova.compute.manager [None req-d55669a6-d99f-4931-b4b4-a4d64b71d97e tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.830511] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6757902-85c6-44a2-ab7e-3fe51df85b3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.836692] env[69245]: DEBUG nova.compute.manager [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.836692] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.840863] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c99abfa-0ae5-42ad-be47-e22eede2562b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.849884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.850726] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.853832] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.854361] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.072s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.854575] env[69245]: DEBUG nova.objects.instance [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lazy-loading 'resources' on Instance uuid 20b72085-bea6-4278-a5c6-5ba700c38783 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.855579] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4856d5e-0d65-4da0-9c9f-8b1a76e91093 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.863251] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1095.863251] env[69245]: value = "task-3708439" [ 1095.863251] env[69245]: _type = "Task" [ 1095.863251] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.881157] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.973422] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708438, 'name': CreateVM_Task, 'duration_secs': 0.325172} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.977059] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.977059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.977059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.977059] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.978561] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b9af83-7ab6-42b2-9080-1b66a540f1b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.984934] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1095.984934] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525cf390-23de-96c9-0842-cfe96df92b02" [ 1095.984934] env[69245]: _type = "Task" [ 1095.984934] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.997490] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525cf390-23de-96c9-0842-cfe96df92b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.055742] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.056123] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.056182] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.056398] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.056631] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.056819] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.057999] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.057999] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.057999] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.057999] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.057999] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.063924] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9d0571-5a2d-485d-b3bc-725439c91130 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.087077] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1096.087077] env[69245]: value = "task-3708441" [ 1096.087077] env[69245]: _type = "Task" [ 1096.087077] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.095313] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.108136] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b903be2e-552e-49c1-a679-0b7105842738 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.623s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.133036] env[69245]: INFO nova.network.neutron [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Port 5bde05f6-7859-436d-95a2-f62e3675b65b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1096.133447] env[69245]: DEBUG nova.network.neutron [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [{"id": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "address": "fa:16:3e:68:9c:d1", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b3704f-2f", "ovs_interfaceid": "38b3704f-2f9f-4084-94ea-b4dc49c86aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.222497] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1096.224096] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71db1ba5-8e8d-4baa-aa63-93cf4272efad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.232242] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1096.232242] env[69245]: value = "task-3708442" [ 1096.232242] env[69245]: _type = "Task" [ 1096.232242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.241253] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708442, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.360425] env[69245]: DEBUG nova.compute.utils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.360425] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.360425] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.383912] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708439, 'name': PowerOffVM_Task, 'duration_secs': 0.316236} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.383912] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.383912] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.384256] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b109de-84fd-4b13-a1af-5cae011e61a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.474931] env[69245]: DEBUG nova.policy [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.501371] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525cf390-23de-96c9-0842-cfe96df92b02, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.504837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.504837] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.504837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.505141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.505141] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.505692] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198a9fcd-6cd0-4dc2-8c48-50f4d50096dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.515729] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.515968] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.516183] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleting the datastore file [datastore2] b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.517797] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e907e5f0-ee6c-495c-b4d9-568896f75a4d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.524586] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.524883] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.533385] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44f8e29-f943-4141-8dbd-44d27d3e90e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.543611] env[69245]: DEBUG nova.compute.manager [req-0a9b9aaf-0393-4f45-8cc5-c768fed5b48a req-6b9ad538-dc1d-4d3b-a092-67a11ac1dfb6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-deleted-5bde05f6-7859-436d-95a2-f62e3675b65b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.543611] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1096.543611] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5254be8d-f213-8577-a06d-76bd4cd2c10c" [ 1096.543611] env[69245]: _type = "Task" [ 1096.543611] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.545155] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1096.545155] env[69245]: value = "task-3708446" [ 1096.545155] env[69245]: _type = "Task" [ 1096.545155] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.562166] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.566328] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5254be8d-f213-8577-a06d-76bd4cd2c10c, 'name': SearchDatastore_Task, 'duration_secs': 0.013477} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.568079] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c46c21-7260-46bf-8a27-82ece30c9c68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.576920] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1096.576920] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e7ab4-d29e-5515-f0a3-2b4abbac4251" [ 1096.576920] env[69245]: _type = "Task" [ 1096.576920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.594479] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e7ab4-d29e-5515-f0a3-2b4abbac4251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.598793] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708441, 'name': ReconfigVM_Task, 'duration_secs': 0.284481} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.599150] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.639964] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-b0ec7bac-1cac-40d6-87e9-54f8ec90e077" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.743837] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708442, 'name': CloneVM_Task} progress is 93%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.782216] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7abc8-62ae-4106-9c1d-f259154e1047 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.792143] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee1f6c7-e417-42e0-ba9d-8508a500fd06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.833285] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bebb938-c3c0-4623-b6b0-458c10e0a913 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.841289] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214df2f-adaa-45ab-baac-329c045de116 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.857544] env[69245]: DEBUG nova.compute.provider_tree [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.866010] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.881518] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Successfully created port: 0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.059615] env[69245]: DEBUG oslo_vmware.api [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3287} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.060016] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.060142] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.060402] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.060634] env[69245]: INFO nova.compute.manager [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1097.060938] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.061208] env[69245]: DEBUG nova.compute.manager [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.061340] env[69245]: DEBUG nova.network.neutron [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.089741] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e7ab4-d29e-5515-f0a3-2b4abbac4251, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.090148] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.090537] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.090920] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe83c35a-3f71-4ba6-ad8a-6a89c75cce85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.098831] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1097.098831] env[69245]: value = "task-3708447" [ 1097.098831] env[69245]: _type = "Task" [ 1097.098831] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.106066] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.106382] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.106478] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.106661] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.106811] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.107035] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.107277] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.107558] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.107636] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.107804] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.107985] env[69245]: DEBUG nova.virt.hardware [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.113816] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.118268] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ff2a4b-594c-4358-84b2-d81f4913927f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.138194] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.145406] env[69245]: DEBUG oslo_concurrency.lockutils [None req-945d7e11-4ecf-4499-b94e-09fd78954735 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-b0ec7bac-1cac-40d6-87e9-54f8ec90e077-63462c74-6c4f-4422-a85b-68ba5b1557a8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.935s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.146702] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1097.146702] env[69245]: value = "task-3708448" [ 1097.146702] env[69245]: _type = "Task" [ 1097.146702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.157242] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.163245] env[69245]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5bde05f6-7859-436d-95a2-f62e3675b65b could not be found.", "detail": ""}} {{(pid=69245) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1097.163480] env[69245]: DEBUG nova.network.neutron [-] Unable to show port 5bde05f6-7859-436d-95a2-f62e3675b65b as it no longer exists. {{(pid=69245) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1097.176862] env[69245]: DEBUG nova.compute.manager [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1097.247233] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708442, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.361149] env[69245]: DEBUG nova.scheduler.client.report [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.610692] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.658947] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708448, 'name': ReconfigVM_Task, 'duration_secs': 0.4302} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.659519] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.660788] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20991e4-fdef-4dfe-b44e-c7a824a2d978 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.700773] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.701755] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a287c7fa-1bb0-431f-a38b-209c4e8e422b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.725025] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.728142] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1097.728142] env[69245]: value = "task-3708449" [ 1097.728142] env[69245]: _type = "Task" [ 1097.728142] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.739034] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.751133] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708442, 'name': CloneVM_Task, 'duration_secs': 1.411513} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.751497] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Created linked-clone VM from snapshot [ 1097.752419] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d433b34-0db0-47c9-b427-7cb403daaa1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.765422] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Uploading image 5c0c0498-e03d-4695-905b-07153b406179 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.801658] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.801658] env[69245]: value = "vm-738611" [ 1097.801658] env[69245]: _type = "VirtualMachine" [ 1097.801658] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.801920] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea22df85-1c80-46b5-8ed6-f84bb53f1685 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.810796] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lease: (returnval){ [ 1097.810796] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd897c-163f-ca3c-8bf3-52de338bfe86" [ 1097.810796] env[69245]: _type = "HttpNfcLease" [ 1097.810796] env[69245]: } obtained for exporting VM: (result){ [ 1097.810796] env[69245]: value = "vm-738611" [ 1097.810796] env[69245]: _type = "VirtualMachine" [ 1097.810796] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.811472] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the lease: (returnval){ [ 1097.811472] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd897c-163f-ca3c-8bf3-52de338bfe86" [ 1097.811472] env[69245]: _type = "HttpNfcLease" [ 1097.811472] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.819587] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.819587] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd897c-163f-ca3c-8bf3-52de338bfe86" [ 1097.819587] env[69245]: _type = "HttpNfcLease" [ 1097.819587] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1097.870923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.878040] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.625s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.878040] env[69245]: INFO nova.compute.claims [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.882557] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.890745] env[69245]: INFO nova.scheduler.client.report [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Deleted allocations for instance 20b72085-bea6-4278-a5c6-5ba700c38783 [ 1097.921829] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.922256] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.923391] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.923699] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.923882] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.924187] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.924498] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.924701] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.924966] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.925197] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.925446] env[69245]: DEBUG nova.virt.hardware [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.926661] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d9dd6-3e56-4da1-a190-36c42e4288e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.938164] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7cffad-3467-4bd6-93bc-cc9009f8eadf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.005506] env[69245]: DEBUG nova.compute.manager [req-42a6d9a5-b1e1-4088-8b9c-55b876780218 req-747fbf47-522d-4a96-8986-df540fe4cac6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Received event network-vif-deleted-38b3704f-2f9f-4084-94ea-b4dc49c86aaf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.005585] env[69245]: INFO nova.compute.manager [req-42a6d9a5-b1e1-4088-8b9c-55b876780218 req-747fbf47-522d-4a96-8986-df540fe4cac6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Neutron deleted interface 38b3704f-2f9f-4084-94ea-b4dc49c86aaf; detaching it from the instance and deleting it from the info cache [ 1098.006228] env[69245]: DEBUG nova.network.neutron [req-42a6d9a5-b1e1-4088-8b9c-55b876780218 req-747fbf47-522d-4a96-8986-df540fe4cac6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.111912] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570926} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.112387] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.112484] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.112742] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db185de5-3cad-47f6-913e-3670105338fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.121337] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1098.121337] env[69245]: value = "task-3708451" [ 1098.121337] env[69245]: _type = "Task" [ 1098.121337] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.134107] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.243312] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708449, 'name': ReconfigVM_Task, 'duration_secs': 0.45015} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.243629] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.243962] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.320118] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.320118] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd897c-163f-ca3c-8bf3-52de338bfe86" [ 1098.320118] env[69245]: _type = "HttpNfcLease" [ 1098.320118] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.320484] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.320484] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd897c-163f-ca3c-8bf3-52de338bfe86" [ 1098.320484] env[69245]: _type = "HttpNfcLease" [ 1098.320484] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.321288] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275e633a-5586-4281-9169-460c253a8686 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336802] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.337036] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.404621] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5860dc3f-1501-4d2e-813b-84403444b306 tempest-ServersAaction247Test-1793121463 tempest-ServersAaction247Test-1793121463-project-member] Lock "20b72085-bea6-4278-a5c6-5ba700c38783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.905s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.433656] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f06a039c-e3a3-4686-a5e0-5c535b3d19da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.483448] env[69245]: DEBUG nova.network.neutron [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.510032] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-899182e1-04ed-4b9a-9e27-191a218d132e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.519650] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa6611-28f3-4278-b632-a3b5cdd5af31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.559425] env[69245]: DEBUG nova.compute.manager [req-42a6d9a5-b1e1-4088-8b9c-55b876780218 req-747fbf47-522d-4a96-8986-df540fe4cac6 service nova] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Detach interface failed, port_id=38b3704f-2f9f-4084-94ea-b4dc49c86aaf, reason: Instance b0ec7bac-1cac-40d6-87e9-54f8ec90e077 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.634545] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108046} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.634844] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.635794] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939bc109-7c21-4f53-9412-60bc1abded80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.662065] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.662213] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c14200-6e56-46f6-bbfd-8f3754d8d574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.682876] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1098.682876] env[69245]: value = "task-3708453" [ 1098.682876] env[69245]: _type = "Task" [ 1098.682876] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.695554] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.755251] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab95e4-acf0-497f-9004-ffb6c59db5e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.793970] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23a25b9-03b2-4ef1-bb84-a7b106211ae0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.799600] env[69245]: DEBUG nova.compute.manager [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Received event network-vif-plugged-0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.799600] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] Acquiring lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.799946] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.800109] env[69245]: DEBUG oslo_concurrency.lockutils [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.800367] env[69245]: DEBUG nova.compute.manager [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] No waiting events found dispatching network-vif-plugged-0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.800605] env[69245]: WARNING nova.compute.manager [req-8d4067a5-0eee-4196-9bf2-520632792c5e req-942d1d3b-b191-486e-8adc-76f216bff589 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Received unexpected event network-vif-plugged-0e67a15b-4525-40ae-a4eb-6879f7bce5ff for instance with vm_state building and task_state spawning. [ 1098.827648] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.894542] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Successfully updated port: 0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.985730] env[69245]: INFO nova.compute.manager [-] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Took 1.92 seconds to deallocate network for instance. [ 1099.194943] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708453, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.255662] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c2c79-b0f3-4767-8c27-3264aee58de9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.266236] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0989d89-4ffa-4dbb-aa3d-2a107ca8cfce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.312761] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4391167-1617-476e-b466-feca4a98b1ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.325215] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef044156-822c-4678-b215-bafe2d4db287 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.347544] env[69245]: DEBUG nova.compute.provider_tree [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.397581] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.397581] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.397581] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.493747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.695172] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708453, 'name': ReconfigVM_Task, 'duration_secs': 0.534385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.695572] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.696518] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5db379f6-ed9e-4ab8-b6ee-c0e65e2fe955 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.704807] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1099.704807] env[69245]: value = "task-3708454" [ 1099.704807] env[69245]: _type = "Task" [ 1099.704807] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.715929] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708454, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.851771] env[69245]: DEBUG nova.scheduler.client.report [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.960888] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.052914] env[69245]: DEBUG nova.compute.manager [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.052914] env[69245]: DEBUG nova.compute.manager [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing instance network info cache due to event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.052914] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.052914] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.053568] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.153224] env[69245]: DEBUG nova.network.neutron [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Updating instance_info_cache with network_info: [{"id": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "address": "fa:16:3e:9b:bc:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67a15b-45", "ovs_interfaceid": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.216513] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708454, 'name': Rename_Task, 'duration_secs': 0.200112} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.216977] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.217258] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e65a8b5a-4474-423b-b044-a94bea71ebc9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.225596] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1100.225596] env[69245]: value = "task-3708455" [ 1100.225596] env[69245]: _type = "Task" [ 1100.225596] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.235556] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.358804] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.359377] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.362424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.751s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.363905] env[69245]: INFO nova.compute.claims [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.539194] env[69245]: DEBUG nova.network.neutron [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Port 19b64075-3dd5-4fcf-802f-cffc88812b79 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1100.655577] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.655906] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Instance network_info: |[{"id": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "address": "fa:16:3e:9b:bc:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67a15b-45", "ovs_interfaceid": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.656352] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:bc:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e67a15b-4525-40ae-a4eb-6879f7bce5ff', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.664449] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.664750] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.664937] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ca32bc7-1a27-44e5-a820-93815501461d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.686396] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.686396] env[69245]: value = "task-3708456" [ 1100.686396] env[69245]: _type = "Task" [ 1100.686396] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.700598] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708456, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.736311] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.867189] env[69245]: DEBUG nova.compute.manager [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Received event network-changed-0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.867430] env[69245]: DEBUG nova.compute.manager [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Refreshing instance network info cache due to event network-changed-0e67a15b-4525-40ae-a4eb-6879f7bce5ff. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.867655] env[69245]: DEBUG oslo_concurrency.lockutils [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] Acquiring lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.867798] env[69245]: DEBUG oslo_concurrency.lockutils [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] Acquired lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.868340] env[69245]: DEBUG nova.network.neutron [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Refreshing network info cache for port 0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.874701] env[69245]: DEBUG nova.compute.utils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.875831] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.875993] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.885073] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1100.885272] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1100.886135] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bf3d80-d542-484e-b97d-807722af55f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.915493] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ce1f1-a541-4158-8104-b626f1e8ff2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.944997] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.945344] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32805b3d-f260-43c0-912e-79020c5c8563 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.959569] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updated VIF entry in instance network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.959906] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.968876] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1100.968876] env[69245]: value = "task-3708457" [ 1100.968876] env[69245]: _type = "Task" [ 1100.968876] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.980034] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.984459] env[69245]: DEBUG nova.policy [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7fedb5a42804cd1abaa407bc2c20a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '735df8f6b9334ece9fa8c0f88363993b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.204022] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708456, 'name': CreateVM_Task, 'duration_secs': 0.495605} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.204022] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.204022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.204022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.204022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.204319] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d334fb50-4f2a-4c29-bda1-fb29c113a994 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.212506] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1101.212506] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c2df93-2bd2-5bb0-da40-f92c02275a66" [ 1101.212506] env[69245]: _type = "Task" [ 1101.212506] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.223347] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c2df93-2bd2-5bb0-da40-f92c02275a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.238649] env[69245]: DEBUG oslo_vmware.api [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708455, 'name': PowerOnVM_Task, 'duration_secs': 0.616747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.238933] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.239159] env[69245]: INFO nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1101.239361] env[69245]: DEBUG nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.240170] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e60a0d-3ba6-49d8-9f0f-0e0182e7917e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.377281] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.386519] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Successfully created port: 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.463077] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.463357] env[69245]: DEBUG nova.compute.manager [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.463525] env[69245]: DEBUG nova.compute.manager [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing instance network info cache due to event network-changed-20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.463737] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Acquiring lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.463876] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Acquired lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.464046] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Refreshing network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.488164] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.571120] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.571332] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.571598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.725420] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c2df93-2bd2-5bb0-da40-f92c02275a66, 'name': SearchDatastore_Task, 'duration_secs': 0.022759} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.732237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.733500] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.733835] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.735654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.735654] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.736563] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a912edc-0c9f-4d64-9560-53c1f87b3fa6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.749981] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.750177] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.758718] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b739deb-ad59-4d2a-8ed8-11367f981c20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.767856] env[69245]: INFO nova.compute.manager [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Took 16.51 seconds to build instance. [ 1101.775859] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1101.775859] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f666b8-8b90-66de-00e8-b216b4fcdd0d" [ 1101.775859] env[69245]: _type = "Task" [ 1101.775859] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.775859] env[69245]: DEBUG nova.network.neutron [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Updated VIF entry in instance network info cache for port 0e67a15b-4525-40ae-a4eb-6879f7bce5ff. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.775859] env[69245]: DEBUG nova.network.neutron [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Updating instance_info_cache with network_info: [{"id": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "address": "fa:16:3e:9b:bc:ee", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e67a15b-45", "ovs_interfaceid": "0e67a15b-4525-40ae-a4eb-6879f7bce5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.791028] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f666b8-8b90-66de-00e8-b216b4fcdd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01461} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.791983] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a877b12c-258d-40fb-bcd9-22235791557c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.799982] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1101.799982] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5211f871-26b3-219e-dca6-af27a3417ec5" [ 1101.799982] env[69245]: _type = "Task" [ 1101.799982] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.814550] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5211f871-26b3-219e-dca6-af27a3417ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.842217] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b931f08e-7bdb-4395-855d-746aef6f51f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.851182] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc7ffc4-7e9e-4d27-ba78-304c4ae06e0a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.894046] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40cacf-541d-4285-a6e1-cea077a3eccf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.903071] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8f32c-c627-4b55-a20f-89871bfac177 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.920433] env[69245]: DEBUG nova.compute.provider_tree [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.983083] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708457, 'name': ReconfigVM_Task, 'duration_secs': 0.894786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.983083] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.990105] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f43cf6-03ac-4c78-9e75-7df2d900a56b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.014580] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1102.014580] env[69245]: value = "task-3708458" [ 1102.014580] env[69245]: _type = "Task" [ 1102.014580] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.028882] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.275403] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fb1e32e4-86cc-4b23-9759-90183c48f69d tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.030s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.282338] env[69245]: DEBUG oslo_concurrency.lockutils [req-920b4bb6-fc8f-4a00-ae4a-9070e42db889 req-1beedb0f-b7ec-4c21-ad0a-1350b016b4c0 service nova] Releasing lock "refresh_cache-1ef29944-adcf-4218-9f68-546a6792ab5b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.312367] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5211f871-26b3-219e-dca6-af27a3417ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.016857} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.312658] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.312930] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 1ef29944-adcf-4218-9f68-546a6792ab5b/1ef29944-adcf-4218-9f68-546a6792ab5b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.313231] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6341326c-b84e-46a7-abaa-8f3c6f273295 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.322226] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1102.322226] env[69245]: value = "task-3708459" [ 1102.322226] env[69245]: _type = "Task" [ 1102.322226] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.340614] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.395166] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.426719] env[69245]: DEBUG nova.scheduler.client.report [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.433442] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.433700] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.433858] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.434071] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.434236] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.434779] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.435110] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.435299] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.435479] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.436289] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.436289] env[69245]: DEBUG nova.virt.hardware [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.436774] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62ae26-edfb-4bc1-9e8b-a69640b068e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.447434] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae132d-1518-4bb2-b3f0-2f9b1bb78968 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.533140] env[69245]: DEBUG oslo_vmware.api [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708458, 'name': ReconfigVM_Task, 'duration_secs': 0.187582} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.533605] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.690430] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.690930] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.690930] env[69245]: DEBUG nova.network.neutron [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.765094] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updated VIF entry in instance network info cache for port 20db1ee4-654d-47ec-9406-4a2ac9dd888c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.765495] env[69245]: DEBUG nova.network.neutron [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [{"id": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "address": "fa:16:3e:63:ed:ba", "network": {"id": "18844505-7d48-42b3-b9b1-5dbe99de2eed", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1939972179-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9a384c5dab044b2bd280e1bcf9f2e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20db1ee4-65", "ovs_interfaceid": "20db1ee4-654d-47ec-9406-4a2ac9dd888c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.839387] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708459, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.920672] env[69245]: DEBUG nova.compute.manager [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Received event network-vif-plugged-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.920672] env[69245]: DEBUG oslo_concurrency.lockutils [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] Acquiring lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.920672] env[69245]: DEBUG oslo_concurrency.lockutils [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.920672] env[69245]: DEBUG oslo_concurrency.lockutils [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.920672] env[69245]: DEBUG nova.compute.manager [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] No waiting events found dispatching network-vif-plugged-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1102.920672] env[69245]: WARNING nova.compute.manager [req-d2ec19ad-cba5-464f-b2be-eb2ad34e834b req-9d1bce2b-f099-4e9e-a3aa-e73310dfc564 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Received unexpected event network-vif-plugged-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c for instance with vm_state building and task_state spawning. [ 1102.941145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.942053] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.944785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.269s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.947041] env[69245]: INFO nova.compute.claims [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.047916] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Successfully updated port: 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.269436] env[69245]: DEBUG oslo_concurrency.lockutils [req-c4d969ca-6b7b-44a3-a913-fbb074cd8a2d req-f7b2bc55-23ca-4330-a3eb-ea0f785190c6 service nova] Releasing lock "refresh_cache-4922f5d8-6906-4c3b-86a8-ecaf136072ea" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.334751] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678594} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.335135] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 1ef29944-adcf-4218-9f68-546a6792ab5b/1ef29944-adcf-4218-9f68-546a6792ab5b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.335269] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.335549] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-473a17a9-066a-498c-8208-db8400c13ece {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.347630] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1103.347630] env[69245]: value = "task-3708460" [ 1103.347630] env[69245]: _type = "Task" [ 1103.347630] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.360442] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.457590] env[69245]: DEBUG nova.compute.utils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.466043] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.466196] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.492023] env[69245]: DEBUG nova.network.neutron [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.552321] env[69245]: DEBUG nova.policy [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195d3011d8304656a6e777e5d198eb94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39ae3d36e4aa42f5bc0d0593925b6ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.555777] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.556043] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquired lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.556294] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.601677] env[69245]: DEBUG nova.objects.instance [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'flavor' on Instance uuid 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.859191] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090012} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.859561] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.860519] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc027b-202e-4f4d-accd-9e3a57739891 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.892579] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1ef29944-adcf-4218-9f68-546a6792ab5b/1ef29944-adcf-4218-9f68-546a6792ab5b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.892952] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fb0e75-929c-459f-b169-6cdf770f172c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.916450] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1103.916450] env[69245]: value = "task-3708461" [ 1103.916450] env[69245]: _type = "Task" [ 1103.916450] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.927837] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.966855] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.003286] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.025586] env[69245]: INFO nova.compute.manager [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Rebuilding instance [ 1104.085873] env[69245]: DEBUG nova.compute.manager [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.089248] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92785dbb-2e49-4e19-b023-fb6ce812398b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.100037] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.106837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-49754eff-30d4-4ee0-818c-eec5f0364028 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.518s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.168421] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Successfully created port: a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.280180] env[69245]: DEBUG nova.network.neutron [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updating instance_info_cache with network_info: [{"id": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "address": "fa:16:3e:56:53:1a", "network": {"id": "d96f5c7f-94c9-4557-a472-c56c13fcdef9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808177388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735df8f6b9334ece9fa8c0f88363993b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d92cd1-3f", "ovs_interfaceid": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.380110] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb11bb5-be81-4e4f-b9b4-f499df08b11a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.390216] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e17d0b7-a770-40f7-8225-25bad36687a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.425094] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82af9bb-ca18-42f3-add4-db84be05a6bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.437367] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe61207-3f82-45ad-91e7-e12a2269a3b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.442391] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708461, 'name': ReconfigVM_Task, 'duration_secs': 0.338584} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.442683] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1ef29944-adcf-4218-9f68-546a6792ab5b/1ef29944-adcf-4218-9f68-546a6792ab5b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.443698] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc25af4-5815-4425-b614-cda91d1588c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.456172] env[69245]: DEBUG nova.compute.provider_tree [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.459362] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1104.459362] env[69245]: value = "task-3708462" [ 1104.459362] env[69245]: _type = "Task" [ 1104.459362] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.468465] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708462, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.520138] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72e7c30-32c7-488e-af41-68830ed25579 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.530286] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9477b12b-a45a-409b-84e7-1c995a1995da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.555872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "69699d02-157e-4e44-b183-3a6995c99d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.555872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.783460] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Releasing lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.783851] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Instance network_info: |[{"id": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "address": "fa:16:3e:56:53:1a", "network": {"id": "d96f5c7f-94c9-4557-a472-c56c13fcdef9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808177388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735df8f6b9334ece9fa8c0f88363993b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d92cd1-3f", "ovs_interfaceid": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.784286] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:53:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.793458] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Creating folder: Project (735df8f6b9334ece9fa8c0f88363993b). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.793803] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6450b33b-ad76-4358-b787-d0f37b859e2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.806875] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Created folder: Project (735df8f6b9334ece9fa8c0f88363993b) in parent group-v738357. [ 1104.807321] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Creating folder: Instances. Parent ref: group-v738615. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.807455] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce834556-932e-4364-a247-8ca377d1b66e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.820116] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Created folder: Instances in parent group-v738615. [ 1104.820116] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.820302] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.822026] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35fa68fd-2993-4713-b9a1-4b6e3a5e27d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.841964] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.841964] env[69245]: value = "task-3708465" [ 1104.841964] env[69245]: _type = "Task" [ 1104.841964] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.853017] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708465, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.954474] env[69245]: DEBUG nova.compute.manager [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Received event network-changed-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.954664] env[69245]: DEBUG nova.compute.manager [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Refreshing instance network info cache due to event network-changed-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.955397] env[69245]: DEBUG oslo_concurrency.lockutils [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] Acquiring lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.955397] env[69245]: DEBUG oslo_concurrency.lockutils [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] Acquired lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.955702] env[69245]: DEBUG nova.network.neutron [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Refreshing network info cache for port 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.961657] env[69245]: DEBUG nova.scheduler.client.report [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.977207] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708462, 'name': Rename_Task, 'duration_secs': 0.272167} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.978043] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.979326] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.981495] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117c4960-0b56-4a38-a15d-dd0fcbaa87c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.991951] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1104.991951] env[69245]: value = "task-3708466" [ 1104.991951] env[69245]: _type = "Task" [ 1104.991951] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.001930] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.030967] env[69245]: DEBUG nova.virt.hardware [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.030967] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab7d2bc-ff53-4475-9811-2a10ea022050 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.043411] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ebf29-3de1-423b-bff9-0dbab65ad342 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.060924] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.109840] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.110359] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f61a1c45-499e-4852-a003-1d21c095584d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.121650] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1105.121650] env[69245]: value = "task-3708467" [ 1105.121650] env[69245]: _type = "Task" [ 1105.121650] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.137301] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.149603] env[69245]: INFO nova.compute.manager [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Rebuilding instance [ 1105.200624] env[69245]: DEBUG nova.compute.manager [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.201564] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72f3ab-6407-4265-9158-3c10e99aae4d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.354277] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708465, 'name': CreateVM_Task, 'duration_secs': 0.503036} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.354450] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.355195] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.355388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.355750] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.356077] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81fa84e0-ca45-4637-9ea4-962a44afa2c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.362738] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1105.362738] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52901409-33dc-cc1e-6052-a2447255f555" [ 1105.362738] env[69245]: _type = "Task" [ 1105.362738] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.372717] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52901409-33dc-cc1e-6052-a2447255f555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.469027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.469027] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.471117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.273s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.473453] env[69245]: INFO nova.compute.claims [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.502943] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708466, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.585366] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.633768] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708467, 'name': PowerOffVM_Task, 'duration_secs': 0.223735} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.634188] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.634855] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.637834] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16b18f4-b51f-4018-be8a-0c0cd2092a7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.646152] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.646409] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc43983-52aa-4286-b810-6c19ba6207b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.676165] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.676466] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.676592] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Deleting the datastore file [datastore1] ac1726eb-520e-4751-ae67-86cab3132e7f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.677580] env[69245]: DEBUG nova.network.neutron [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updated VIF entry in instance network info cache for port 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.677946] env[69245]: DEBUG nova.network.neutron [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updating instance_info_cache with network_info: [{"id": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "address": "fa:16:3e:56:53:1a", "network": {"id": "d96f5c7f-94c9-4557-a472-c56c13fcdef9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808177388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735df8f6b9334ece9fa8c0f88363993b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d92cd1-3f", "ovs_interfaceid": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.679904] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a01476-8311-46e5-8d0f-05ae4e020222 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.682469] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332273b4-4e25-4a45-8978-0cec7d1e2ece {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.707348] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc24b23-2da2-4d74-8898-df7a455492eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.710564] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1105.710564] env[69245]: value = "task-3708469" [ 1105.710564] env[69245]: _type = "Task" [ 1105.710564] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.718986] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.728570] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.875152] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52901409-33dc-cc1e-6052-a2447255f555, 'name': SearchDatastore_Task, 'duration_secs': 0.022199} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.875538] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.875831] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.876132] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.876337] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.876582] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.876883] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5afa23-c673-4ba8-aa10-b783b7e19777 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.886277] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.886562] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.887392] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1f5850-5dbd-42c1-b231-d69a321316d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.893788] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1105.893788] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525087c9-8de8-6544-7fb2-987c2c59957a" [ 1105.893788] env[69245]: _type = "Task" [ 1105.893788] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.903705] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525087c9-8de8-6544-7fb2-987c2c59957a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.918756] env[69245]: DEBUG nova.compute.manager [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Received event network-vif-plugged-a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.919343] env[69245]: DEBUG oslo_concurrency.lockutils [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] Acquiring lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.919804] env[69245]: DEBUG oslo_concurrency.lockutils [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.919976] env[69245]: DEBUG oslo_concurrency.lockutils [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.920182] env[69245]: DEBUG nova.compute.manager [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] No waiting events found dispatching network-vif-plugged-a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.920452] env[69245]: WARNING nova.compute.manager [req-614cb776-0c69-4a05-b7fb-567310abe558 req-ce40e206-f644-493e-8f96-e1e97a78a9f9 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Received unexpected event network-vif-plugged-a39acdef-f524-4508-bd6a-294056960e3b for instance with vm_state building and task_state spawning. [ 1105.981784] env[69245]: DEBUG nova.compute.utils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.983377] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.983563] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.010638] env[69245]: DEBUG oslo_vmware.api [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708466, 'name': PowerOnVM_Task, 'duration_secs': 0.613146} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.010638] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.011601] env[69245]: INFO nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1106.012257] env[69245]: DEBUG nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.013596] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3eff53-1bf7-4846-86f0-c4c9cebed756 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.031947] env[69245]: DEBUG nova.policy [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.110377] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Successfully updated port: a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.186036] env[69245]: DEBUG oslo_concurrency.lockutils [req-cff37027-3c3c-4268-aaff-087a083e05de req-734c930f-8b54-44d5-8662-7d2e236c0828 service nova] Releasing lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.221737] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.222153] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.222444] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.222567] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.225269] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.227035] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.227326] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274ab0ae-eded-49df-9e66-13e68b807868 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.229064] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6af0b7-7d77-4e33-9fdd-be7c117f2abd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.239954] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1106.239954] env[69245]: value = "task-3708470" [ 1106.239954] env[69245]: _type = "Task" [ 1106.239954] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.239954] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1106.239954] env[69245]: value = "task-3708471" [ 1106.239954] env[69245]: _type = "Task" [ 1106.239954] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.259248] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.263975] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.371037] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Successfully created port: 7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.407797] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525087c9-8de8-6544-7fb2-987c2c59957a, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.408767] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87784c6c-a863-4fbd-89ce-1daf488da9ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.417259] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1106.417259] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5264ca26-27d1-43e1-e1b8-b5505def1872" [ 1106.417259] env[69245]: _type = "Task" [ 1106.417259] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.433219] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5264ca26-27d1-43e1-e1b8-b5505def1872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.486989] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.545255] env[69245]: INFO nova.compute.manager [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Took 20.64 seconds to build instance. [ 1106.622529] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.622796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.623044] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.765492] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708471, 'name': PowerOffVM_Task, 'duration_secs': 0.243616} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.765961] env[69245]: DEBUG oslo_vmware.api [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708470, 'name': PowerOnVM_Task, 'duration_secs': 0.489011} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.770093] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.770592] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.770824] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9673258d-0fd7-4f7e-b84e-0fe792f88b72 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance 'fc61ec0a-64fd-4625-a924-c311d2c0b414' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.853821] env[69245]: INFO nova.compute.manager [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Detaching volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd [ 1106.895566] env[69245]: INFO nova.virt.block_device [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Attempting to driver detach volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd from mountpoint /dev/sdb [ 1106.895855] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.896072] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.897028] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daabb787-afdb-4867-9943-2600c05e5f08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.933280] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204dbab-d23e-43d0-8e27-a11f1b4a21a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.936058] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "1ef29944-adcf-4218-9f68-546a6792ab5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.943829] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5264ca26-27d1-43e1-e1b8-b5505def1872, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.947322] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.947322] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] bc4e94b5-5baa-4649-a229-e5cb974d67a7/bc4e94b5-5baa-4649-a229-e5cb974d67a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.947322] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a3baba-9213-4a62-8995-59a0169ed9f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.949184] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cac5daa-1e8c-4dac-b296-12c5d37f97df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.977034] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1106.977034] env[69245]: value = "task-3708472" [ 1106.977034] env[69245]: _type = "Task" [ 1106.977034] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.980854] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f65aad-d737-4491-8208-b54970ec6ded {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.006663] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] The volume has not been displaced from its original location: [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.012120] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.016553] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d47083-f8a6-453b-8fa4-4e7454170929 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.030359] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537673d-9d30-4338-b0e1-82e32f4a9ca3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.033876] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.040030] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19dcd23-ce18-492a-a300-a7cfd4ba6a9e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.044933] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1107.044933] env[69245]: value = "task-3708473" [ 1107.044933] env[69245]: _type = "Task" [ 1107.044933] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.080866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-63f1adfe-86f3-49b4-b847-ab5069d4520b tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.209s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.081665] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.146s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.081952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.082288] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.082484] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.085652] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e8137-994a-438b-a2ac-042927984337 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.094278] env[69245]: INFO nova.compute.manager [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Terminating instance [ 1107.096666] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.105543] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c22d6b-c5a5-4ef8-873e-d2d971e7491c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.122496] env[69245]: DEBUG nova.compute.provider_tree [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.174700] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.265838] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.266158] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.266273] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.266430] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.266582] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.266749] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.266966] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.267393] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.267595] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.267767] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.267944] env[69245]: DEBUG nova.virt.hardware [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.269268] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6c79d-12fe-41e2-8cd9-d6d90e2ff80a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.282734] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138e4cd-5b61-469c-8b03-78e7ebc93477 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.303027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.307028] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.307379] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.307618] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7faa82-1784-4cf4-9789-12a665be6af4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.327321] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.327321] env[69245]: value = "task-3708474" [ 1107.327321] env[69245]: _type = "Task" [ 1107.327321] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.341448] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708474, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.386149] env[69245]: DEBUG nova.network.neutron [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Updating instance_info_cache with network_info: [{"id": "a39acdef-f524-4508-bd6a-294056960e3b", "address": "fa:16:3e:81:66:4c", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39acdef-f5", "ovs_interfaceid": "a39acdef-f524-4508-bd6a-294056960e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.493165] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708472, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.514532] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.538726] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.538995] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.539177] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.539368] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.539520] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.539670] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.539892] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.540082] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.540278] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.540484] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.540674] env[69245]: DEBUG nova.virt.hardware [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.542066] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0c3c8-117a-44aa-be88-eae769507b06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.558196] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22c0a75-c640-4cd9-97ff-d18b55cd6bdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.574028] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708473, 'name': ReconfigVM_Task, 'duration_secs': 0.450466} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.574028] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.589811] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d568e257-9fe3-46dc-b384-12c632dd0868 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.601875] env[69245]: DEBUG nova.compute.manager [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.602148] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.603116] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6d1111-4e90-433a-9490-9d3dfe560a62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.613493] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.615325] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab07511a-1c4e-4805-8429-02dc495c2aa2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.617559] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1107.617559] env[69245]: value = "task-3708475" [ 1107.617559] env[69245]: _type = "Task" [ 1107.617559] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.625775] env[69245]: DEBUG nova.scheduler.client.report [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.630422] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1107.630422] env[69245]: value = "task-3708476" [ 1107.630422] env[69245]: _type = "Task" [ 1107.630422] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.635507] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.648266] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.852119] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708474, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.890112] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.890554] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Instance network_info: |[{"id": "a39acdef-f524-4508-bd6a-294056960e3b", "address": "fa:16:3e:81:66:4c", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39acdef-f5", "ovs_interfaceid": "a39acdef-f524-4508-bd6a-294056960e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.891020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:66:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39acdef-f524-4508-bd6a-294056960e3b', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.899569] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.899878] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.903105] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb4f31d5-b3f1-4842-8f6e-3659119718af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.929039] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.929039] env[69245]: value = "task-3708477" [ 1107.929039] env[69245]: _type = "Task" [ 1107.929039] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.944020] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708477, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.965622] env[69245]: DEBUG nova.compute.manager [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Received event network-vif-plugged-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.965622] env[69245]: DEBUG oslo_concurrency.lockutils [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.965622] env[69245]: DEBUG oslo_concurrency.lockutils [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.965622] env[69245]: DEBUG oslo_concurrency.lockutils [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.965622] env[69245]: DEBUG nova.compute.manager [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] No waiting events found dispatching network-vif-plugged-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.965622] env[69245]: WARNING nova.compute.manager [req-9d37ef22-9590-4611-88d8-604eb20b4e33 req-016890b1-d4b4-4ccf-a7d7-bd2c08e54d7c service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Received unexpected event network-vif-plugged-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 for instance with vm_state building and task_state spawning. [ 1107.973200] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Successfully updated port: 7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.977224] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.978129] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22b17d2-6ca8-4c25-a27b-fab1eaa0d33c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.984268] env[69245]: DEBUG nova.compute.manager [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Received event network-changed-a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.984456] env[69245]: DEBUG nova.compute.manager [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Refreshing instance network info cache due to event network-changed-a39acdef-f524-4508-bd6a-294056960e3b. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.984679] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] Acquiring lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.984834] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] Acquired lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.986033] env[69245]: DEBUG nova.network.neutron [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Refreshing network info cache for port a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.994656] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.994761] env[69245]: ERROR oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk due to incomplete transfer. [ 1107.995943] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec8b6d45-a41d-4f9c-836f-04030bc55878 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.001824] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749242} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.002463] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] bc4e94b5-5baa-4649-a229-e5cb974d67a7/bc4e94b5-5baa-4649-a229-e5cb974d67a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.003881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.003881] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-878f5121-5b81-41f6-8ef8-156df83646c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.008155] env[69245]: DEBUG oslo_vmware.rw_handles [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ce035d-afd2-0926-3681-68e823191539/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1108.008395] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Uploaded image 5c0c0498-e03d-4695-905b-07153b406179 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1108.011109] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1108.012279] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9a8411b-e87d-4c65-b68b-6dbbe3060d21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.013920] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1108.013920] env[69245]: value = "task-3708478" [ 1108.013920] env[69245]: _type = "Task" [ 1108.013920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.020349] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1108.020349] env[69245]: value = "task-3708479" [ 1108.020349] env[69245]: _type = "Task" [ 1108.020349] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.026862] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.032346] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708479, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.127867] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708475, 'name': ReconfigVM_Task, 'duration_secs': 0.252982} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.128121] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.132021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.132021] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.134715] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.035s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.134855] env[69245]: DEBUG nova.objects.instance [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lazy-loading 'resources' on Instance uuid 3c723746-3838-4a9a-9cee-811500a2bd9d {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.145374] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708476, 'name': PowerOffVM_Task, 'duration_secs': 0.24212} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.146361] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.146437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.146683] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36dda8ae-620d-4dac-a925-0b66016695d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.244954] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.245238] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.245493] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] 1ef29944-adcf-4218-9f68-546a6792ab5b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.245826] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2951982-021d-43b5-a935-5eec29cb0ef6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.254245] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1108.254245] env[69245]: value = "task-3708481" [ 1108.254245] env[69245]: _type = "Task" [ 1108.254245] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.263605] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.341978] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708474, 'name': CreateVM_Task, 'duration_secs': 0.610524} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.341978] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.348802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.348802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.348915] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.351043] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daf2af9-7cc9-437b-ab85-3ca072c2d5e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.357305] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1108.357305] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52745b9b-ca90-ef5d-047b-edcfb9f832a7" [ 1108.357305] env[69245]: _type = "Task" [ 1108.357305] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.366573] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52745b9b-ca90-ef5d-047b-edcfb9f832a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.437971] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708477, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.475901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.476076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.476262] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.528587] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.533893] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708479, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.639029] env[69245]: DEBUG nova.compute.utils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.643311] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.643500] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.692694] env[69245]: DEBUG nova.policy [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e43022df226464bbea58cc75080ac2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9c0461fc2b40cb9e6abda7a09f6782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.701323] env[69245]: DEBUG nova.network.neutron [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Updated VIF entry in instance network info cache for port a39acdef-f524-4508-bd6a-294056960e3b. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.701740] env[69245]: DEBUG nova.network.neutron [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Updating instance_info_cache with network_info: [{"id": "a39acdef-f524-4508-bd6a-294056960e3b", "address": "fa:16:3e:81:66:4c", "network": {"id": "fa1f9d36-1013-4c9a-8247-3d8c9ee3cda7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914796297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39ae3d36e4aa42f5bc0d0593925b6ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39acdef-f5", "ovs_interfaceid": "a39acdef-f524-4508-bd6a-294056960e3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.766386] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.874166] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52745b9b-ca90-ef5d-047b-edcfb9f832a7, 'name': SearchDatastore_Task, 'duration_secs': 0.073581} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.878579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.880242] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.880242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.880242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880242] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.881111] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db0c267-4fe5-488d-8b7a-c99d799004e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.892896] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.893412] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.897620] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0417aae0-3e02-4182-8ab3-341e48f5eee8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.904346] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1108.904346] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524fdb74-c06c-e5ae-65da-4962b5518ff0" [ 1108.904346] env[69245]: _type = "Task" [ 1108.904346] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.915048] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524fdb74-c06c-e5ae-65da-4962b5518ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.946972] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708477, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.022764] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.025391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59099586-2581-4d45-81e3-475ac0011f0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.037116] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.919751} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.037883] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.039039] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58f87d-dd13-4e77-9daf-78be0e3ef5c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.048700] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708479, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.050697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26f419-6e4b-475f-900e-916603e18517 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.073601] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] bc4e94b5-5baa-4649-a229-e5cb974d67a7/bc4e94b5-5baa-4649-a229-e5cb974d67a7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.077098] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d97abb-81b1-49e4-81f9-5201a10082cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.124791] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55c289-7b04-4f50-819d-69807ea3782c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.129670] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1109.129670] env[69245]: value = "task-3708482" [ 1109.129670] env[69245]: _type = "Task" [ 1109.129670] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.141154] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf282fa-ece1-4d12-b9ba-c1f72eb9c73a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.145350] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.145950] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.164061] env[69245]: DEBUG nova.compute.provider_tree [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.188278] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.188744] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6258e209-53d1-4557-bd27-4e4262e05b7f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.197208] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1109.197208] env[69245]: value = "task-3708483" [ 1109.197208] env[69245]: _type = "Task" [ 1109.197208] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.208249] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e2ad5d8-1a34-406b-bcfe-443553f475ad req-2a7fc9d6-78bc-4d46-ab96-f4196cefbea7 service nova] Releasing lock "refresh_cache-f2668995-3984-461b-aa9b-a6bc5d1c716b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.216396] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.216777] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.217108] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.218482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502444c-53a7-4d80-97f5-00517b7305ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.254076] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa956a8-8fa8-40ee-b0ed-43701a4db724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.263828] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Successfully created port: c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.271117] env[69245]: WARNING nova.virt.vmwareapi.driver [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1109.271446] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.271793] env[69245]: DEBUG oslo_vmware.api [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.764605} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.272588] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5d767f-c72e-4e67-b205-4c6b7a68384a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.275301] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.275542] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.275724] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.275899] env[69245]: INFO nova.compute.manager [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1109.276158] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.276358] env[69245]: DEBUG nova.compute.manager [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.276452] env[69245]: DEBUG nova.network.neutron [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.283786] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.283786] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f219dfcc-f8aa-49d1-886a-3d514e469535 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.291538] env[69245]: DEBUG nova.network.neutron [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updating instance_info_cache with network_info: [{"id": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "address": "fa:16:3e:d0:84:e3", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6b7549-4e", "ovs_interfaceid": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.360825] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.361149] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.361411] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore2] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.361964] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b784bec8-9f18-4553-8c6e-eb4f7c082435 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.369412] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1109.369412] env[69245]: value = "task-3708485" [ 1109.369412] env[69245]: _type = "Task" [ 1109.369412] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.380007] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.416251] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524fdb74-c06c-e5ae-65da-4962b5518ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.017576} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.416833] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef81218e-0ed4-453f-bb7a-218ddfeed92d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.424031] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1109.424031] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb4f22-d647-7362-94ac-ec71b26de6a6" [ 1109.424031] env[69245]: _type = "Task" [ 1109.424031] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.436299] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb4f22-d647-7362-94ac-ec71b26de6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.441959] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708477, 'name': CreateVM_Task, 'duration_secs': 1.238732} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.442227] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.442996] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.443234] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.443521] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.443748] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291db79b-ddab-4474-9669-16e06e23f77e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.449224] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1109.449224] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52994170-4db8-7fda-a1df-2757b7cd3ea9" [ 1109.449224] env[69245]: _type = "Task" [ 1109.449224] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.458024] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52994170-4db8-7fda-a1df-2757b7cd3ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.540910] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708479, 'name': Destroy_Task, 'duration_secs': 1.205846} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.541366] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Destroyed the VM [ 1109.541641] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.541917] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8df86fd4-6e8a-4825-a705-b6f0d97044ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.549685] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1109.549685] env[69245]: value = "task-3708486" [ 1109.549685] env[69245]: _type = "Task" [ 1109.549685] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.559745] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.605022] env[69245]: DEBUG nova.network.neutron [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Port 19b64075-3dd5-4fcf-802f-cffc88812b79 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1109.605460] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.605718] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.605903] env[69245]: DEBUG nova.network.neutron [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.643200] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708482, 'name': ReconfigVM_Task, 'duration_secs': 0.309883} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.643498] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Reconfigured VM instance instance-00000058 to attach disk [datastore2] bc4e94b5-5baa-4649-a229-e5cb974d67a7/bc4e94b5-5baa-4649-a229-e5cb974d67a7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.644141] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82eb2fa7-7596-4a4c-bbec-27e97c3c0d45 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.655731] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1109.655731] env[69245]: value = "task-3708487" [ 1109.655731] env[69245]: _type = "Task" [ 1109.655731] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.665943] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708487, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.672028] env[69245]: DEBUG nova.scheduler.client.report [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.797031] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.797031] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Instance network_info: |[{"id": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "address": "fa:16:3e:d0:84:e3", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6b7549-4e", "ovs_interfaceid": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.797031] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:84:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.804621] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.805092] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.805489] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00cfa347-3628-4c16-9460-ec97689b378e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.826201] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.826201] env[69245]: value = "task-3708488" [ 1109.826201] env[69245]: _type = "Task" [ 1109.826201] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.835035] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708488, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.885375] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19175} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.885885] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.886230] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.886576] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.939192] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb4f22-d647-7362-94ac-ec71b26de6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.939192] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.939750] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.940892] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-697f19ec-a799-4728-aea8-488b5fe3730f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.951020] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1109.951020] env[69245]: value = "task-3708489" [ 1109.951020] env[69245]: _type = "Task" [ 1109.951020] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.966383] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52994170-4db8-7fda-a1df-2757b7cd3ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.972344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.972344] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.972344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.972344] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.972973] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.976469] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.976469] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c609c4a-9d56-4677-9070-80d81ba21084 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.986017] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.986017] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.986017] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de62183e-142b-4cd1-8d32-b3855218db84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.992214] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1109.992214] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525d68a4-ec1c-ecd1-a0b2-140e62fe7e59" [ 1109.992214] env[69245]: _type = "Task" [ 1109.992214] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.003332] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525d68a4-ec1c-ecd1-a0b2-140e62fe7e59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.061290] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708486, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33508} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.061856] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.062369] env[69245]: DEBUG nova.compute.manager [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.065479] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01b70e-ce16-4215-9dee-43465ba9888b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.157494] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.173417] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708487, 'name': Rename_Task, 'duration_secs': 0.137306} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.173417] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.173753] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7d4df9-c60e-4674-9790-00d93bc77af8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.176268] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.179020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.585s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.179481] env[69245]: INFO nova.compute.claims [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.188974] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1110.188974] env[69245]: value = "task-3708490" [ 1110.188974] env[69245]: _type = "Task" [ 1110.188974] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.198316] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.198562] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.198744] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.198949] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.199174] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.199366] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.199830] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.199830] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.200857] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.200857] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.200857] env[69245]: DEBUG nova.virt.hardware [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.202143] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc30e5-7074-4626-9318-d5a6f5e16f97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.215061] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.216332] env[69245]: INFO nova.scheduler.client.report [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted allocations for instance 3c723746-3838-4a9a-9cee-811500a2bd9d [ 1110.225512] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadf801d-266d-4dbe-8160-6bcbfdae2d71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.292021] env[69245]: DEBUG nova.compute.manager [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Received event network-changed-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.292021] env[69245]: DEBUG nova.compute.manager [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Refreshing instance network info cache due to event network-changed-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.292021] env[69245]: DEBUG oslo_concurrency.lockutils [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] Acquiring lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.292021] env[69245]: DEBUG oslo_concurrency.lockutils [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] Acquired lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.292021] env[69245]: DEBUG nova.network.neutron [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Refreshing network info cache for port 7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.340567] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708488, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.392997] env[69245]: INFO nova.virt.block_device [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Booting with volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd at /dev/sdb [ 1110.412802] env[69245]: DEBUG nova.network.neutron [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.439501] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ef938ac-dc46-4ff4-82bb-2138a701a507 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.455080] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa85da-4dbd-4177-8a3c-44d81a0cf1f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.469964] env[69245]: DEBUG nova.compute.manager [req-f77a6a61-4312-4b77-9c3b-993afc48ffd0 req-157f1cc6-bf48-47a0-bff7-f37e46a85663 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Received event network-vif-deleted-0e67a15b-4525-40ae-a4eb-6879f7bce5ff {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.471345] env[69245]: INFO nova.compute.manager [req-f77a6a61-4312-4b77-9c3b-993afc48ffd0 req-157f1cc6-bf48-47a0-bff7-f37e46a85663 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Neutron deleted interface 0e67a15b-4525-40ae-a4eb-6879f7bce5ff; detaching it from the instance and deleting it from the info cache [ 1110.471345] env[69245]: DEBUG nova.network.neutron [req-f77a6a61-4312-4b77-9c3b-993afc48ffd0 req-157f1cc6-bf48-47a0-bff7-f37e46a85663 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.482074] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.507276] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-679d42f8-c764-4e44-80a2-33f92a03e3f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.524037] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a31a3a-fd53-43db-a587-f01cb75b9506 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.532914] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525d68a4-ec1c-ecd1-a0b2-140e62fe7e59, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.534594] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8feda963-337a-4406-9f90-a0fa524154ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.541861] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1110.541861] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e45ad1-5e84-5ead-8fc6-3fa069ac37c2" [ 1110.541861] env[69245]: _type = "Task" [ 1110.541861] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.551697] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e45ad1-5e84-5ead-8fc6-3fa069ac37c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.565422] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab59293-ce3d-4a02-93b7-2e07b23628bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.582377] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53ae36-d1d9-4420-a047-071b63d7cb74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.585777] env[69245]: INFO nova.compute.manager [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Shelve offloading [ 1110.605846] env[69245]: DEBUG nova.virt.block_device [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating existing volume attachment record: a3f7fb08-5c66-47c0-a96f-f75eb83c0882 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.703461] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.716313] env[69245]: DEBUG nova.network.neutron [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.727415] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f59c71-0c87-46d7-8399-436531452b44 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "3c723746-3838-4a9a-9cee-811500a2bd9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.144s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.842082] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708488, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.915201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.978314] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801619} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.978549] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52019ec8-7339-4617-ae39-b2ad9ca860b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.980847] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.981081] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.981417] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67711421-e102-46e6-b182-0cbc5075d347 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.991537] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa986f96-b02c-4cd1-8f3f-13a40f189a52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.002695] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1111.002695] env[69245]: value = "task-3708491" [ 1111.002695] env[69245]: _type = "Task" [ 1111.002695] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.007693] env[69245]: DEBUG nova.network.neutron [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updated VIF entry in instance network info cache for port 7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.008047] env[69245]: DEBUG nova.network.neutron [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updating instance_info_cache with network_info: [{"id": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "address": "fa:16:3e:d0:84:e3", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6b7549-4e", "ovs_interfaceid": "7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.029809] env[69245]: DEBUG nova.compute.manager [req-f77a6a61-4312-4b77-9c3b-993afc48ffd0 req-157f1cc6-bf48-47a0-bff7-f37e46a85663 service nova] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Detach interface failed, port_id=0e67a15b-4525-40ae-a4eb-6879f7bce5ff, reason: Instance 1ef29944-adcf-4218-9f68-546a6792ab5b could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.052499] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e45ad1-5e84-5ead-8fc6-3fa069ac37c2, 'name': SearchDatastore_Task, 'duration_secs': 0.056345} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.052822] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.053147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f2668995-3984-461b-aa9b-a6bc5d1c716b/f2668995-3984-461b-aa9b-a6bc5d1c716b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.053453] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dc3fdea-5f28-4506-a549-78acf5dbb495 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.060590] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1111.060590] env[69245]: value = "task-3708492" [ 1111.060590] env[69245]: _type = "Task" [ 1111.060590] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.069798] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.090739] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.091133] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd1a944-11a0-4a8d-b2fb-2deee0bc7e6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.099103] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1111.099103] env[69245]: value = "task-3708493" [ 1111.099103] env[69245]: _type = "Task" [ 1111.099103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.109386] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.109605] env[69245]: DEBUG nova.compute.manager [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.110492] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19545bd-1ea8-49eb-8e39-0e55b50fce51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.117483] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.117706] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.117835] env[69245]: DEBUG nova.network.neutron [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.202608] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.220021] env[69245]: INFO nova.compute.manager [-] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Took 1.94 seconds to deallocate network for instance. [ 1111.341349] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708488, 'name': CreateVM_Task, 'duration_secs': 1.366008} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.341349] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.342376] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.342376] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.342682] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.345653] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237d9161-54be-47b5-a759-c852b80cebec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.353033] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1111.353033] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f625b-dbea-25ea-43f8-c8e49b32f837" [ 1111.353033] env[69245]: _type = "Task" [ 1111.353033] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.366318] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f625b-dbea-25ea-43f8-c8e49b32f837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.421028] env[69245]: DEBUG nova.compute.manager [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69245) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1111.511803] env[69245]: DEBUG oslo_concurrency.lockutils [req-cc6d9fce-a138-4d92-8950-8b5f28e5fcd8 req-f4728772-03e2-43e0-bf91-74f86a479170 service nova] Releasing lock "refresh_cache-38a143ce-2de4-43d8-b207-6cfc16f90aab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.519996] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157741} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.520342] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.522680] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8218d8f5-723d-40e1-8970-fae9b42db800 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.545519] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.549945] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a897d9f0-2712-4e79-8e48-154275398274 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.577546] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1111.577546] env[69245]: value = "task-3708494" [ 1111.577546] env[69245]: _type = "Task" [ 1111.577546] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.581686] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.595344] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.606595] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0da5e02-554a-4c6a-8a1a-dc0327daaa77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.617473] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7941b833-a9a4-457d-8beb-a973445fb997 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.657721] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c93594-9b89-4959-b892-1037319683eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.668667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4555d3-070c-4ff1-8341-b4ff112d35f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.689933] env[69245]: DEBUG nova.compute.provider_tree [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.702396] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708490, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.726868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.785545] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Successfully updated port: c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.869797] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f625b-dbea-25ea-43f8-c8e49b32f837, 'name': SearchDatastore_Task, 'duration_secs': 0.069683} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.870127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.870738] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.870738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.870902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.871735] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.871735] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4125692-34bc-42ed-a8b0-d983467a305e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.884566] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.884788] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.885788] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd02fe3-4aef-4f57-addd-0f8f1725433f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.893150] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1111.893150] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523aa1f0-fa2a-2607-0519-501c80a0dd7d" [ 1111.893150] env[69245]: _type = "Task" [ 1111.893150] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.897336] env[69245]: DEBUG nova.network.neutron [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.907333] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523aa1f0-fa2a-2607-0519-501c80a0dd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.079738] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636257} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.079908] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f2668995-3984-461b-aa9b-a6bc5d1c716b/f2668995-3984-461b-aa9b-a6bc5d1c716b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.081060] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.081060] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-282ba4be-80d6-4c7e-9236-04251574aabe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.097061] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.098911] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1112.098911] env[69245]: value = "task-3708495" [ 1112.098911] env[69245]: _type = "Task" [ 1112.098911] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.108572] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.193768] env[69245]: DEBUG nova.scheduler.client.report [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.211175] env[69245]: DEBUG oslo_vmware.api [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708490, 'name': PowerOnVM_Task, 'duration_secs': 1.560132} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.211391] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.211633] env[69245]: INFO nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1112.211698] env[69245]: DEBUG nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.212627] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0872fb08-8788-4f31-a862-583c24290639 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.289173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.289519] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.289519] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.400069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.412591] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523aa1f0-fa2a-2607-0519-501c80a0dd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.038604} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.414781] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7041b938-684d-4709-8fe1-2edfa434d19d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.421252] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1112.421252] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7dd14-817a-0d66-bad4-47718d17ac86" [ 1112.421252] env[69245]: _type = "Task" [ 1112.421252] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.433177] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7dd14-817a-0d66-bad4-47718d17ac86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.574985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.598934] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708494, 'name': ReconfigVM_Task, 'duration_secs': 0.89347} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.598934] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Reconfigured VM instance instance-00000056 to attach disk [datastore2] ac1726eb-520e-4751-ae67-86cab3132e7f/ac1726eb-520e-4751-ae67-86cab3132e7f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.599618] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55cead3b-c803-4656-bc1b-65a717fc4d51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.609944] env[69245]: DEBUG nova.compute.manager [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Received event network-vif-plugged-c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.610207] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.610426] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Lock "4b549dde-57e3-47de-900c-f6af4536b595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.610601] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Lock "4b549dde-57e3-47de-900c-f6af4536b595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.610848] env[69245]: DEBUG nova.compute.manager [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] No waiting events found dispatching network-vif-plugged-c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.611051] env[69245]: WARNING nova.compute.manager [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Received unexpected event network-vif-plugged-c86d0015-1fae-42e2-a432-c31435c97138 for instance with vm_state building and task_state spawning. [ 1112.611412] env[69245]: DEBUG nova.compute.manager [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Received event network-changed-c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.611412] env[69245]: DEBUG nova.compute.manager [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Refreshing instance network info cache due to event network-changed-c86d0015-1fae-42e2-a432-c31435c97138. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.611549] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Acquiring lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.619203] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190606} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.621035] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.621474] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1112.621474] env[69245]: value = "task-3708496" [ 1112.621474] env[69245]: _type = "Task" [ 1112.621474] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.622237] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491b165-2bc1-46ab-8d31-8d2ceaca0b98 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.657410] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f2668995-3984-461b-aa9b-a6bc5d1c716b/f2668995-3984-461b-aa9b-a6bc5d1c716b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.664024] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a49ec2c-8d2a-4e13-9c95-87a383762a5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.678168] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708496, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.683383] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1112.683383] env[69245]: value = "task-3708497" [ 1112.683383] env[69245]: _type = "Task" [ 1112.683383] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.695337] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.705405] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.705986] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.710055] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.987s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.735810] env[69245]: DEBUG nova.compute.manager [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-vif-unplugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.736095] env[69245]: DEBUG oslo_concurrency.lockutils [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.736312] env[69245]: DEBUG oslo_concurrency.lockutils [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.736488] env[69245]: DEBUG oslo_concurrency.lockutils [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.736699] env[69245]: DEBUG nova.compute.manager [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] No waiting events found dispatching network-vif-unplugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1112.736826] env[69245]: WARNING nova.compute.manager [req-c72e4ddc-274d-4fea-adb9-291b1fa2ff57 req-18903a10-df60-4e5a-9e01-f49406b38f23 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received unexpected event network-vif-unplugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f for instance with vm_state shelved and task_state shelving_offloading. [ 1112.739471] env[69245]: INFO nova.compute.manager [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Took 25.51 seconds to build instance. [ 1112.764973] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.766095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a55297-2e68-4490-8c5a-8716e2b7dde4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.777940] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.778396] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b3b2d5-ebcc-4899-8c61-298cc0b77b1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.782387] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.782634] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.782823] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.783124] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.783349] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.783555] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.783836] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.784018] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.784205] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.784379] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.784559] env[69245]: DEBUG nova.virt.hardware [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.785707] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8d55c-b1e3-4e82-83c1-2480a72005b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.796978] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb89b9-ddfa-4a71-911d-dc36e9a68e00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.813087] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:25:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2d1600d-e66c-4580-8d42-94462a922528', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.820958] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.821307] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.821544] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3134bd4d-1ae9-449c-b862-8063a98022df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.837882] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.846598] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.846598] env[69245]: value = "task-3708499" [ 1112.846598] env[69245]: _type = "Task" [ 1112.846598] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.858581] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708499, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.862614] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.862840] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.863037] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleting the datastore file [datastore1] b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.863672] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56f03a36-bdf9-4179-8806-5ceb0b72d1d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.871555] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1112.871555] env[69245]: value = "task-3708500" [ 1112.871555] env[69245]: _type = "Task" [ 1112.871555] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.881654] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.934862] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7dd14-817a-0d66-bad4-47718d17ac86, 'name': SearchDatastore_Task, 'duration_secs': 0.032217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.935054] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.935365] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 38a143ce-2de4-43d8-b207-6cfc16f90aab/38a143ce-2de4-43d8-b207-6cfc16f90aab.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.935655] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ffbdf97-9dec-4c8b-8e7e-89d529343b43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.953689] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1112.953689] env[69245]: value = "task-3708501" [ 1112.953689] env[69245]: _type = "Task" [ 1112.953689] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.964885] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.135177] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708496, 'name': Rename_Task, 'duration_secs': 0.20717} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.135474] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.135714] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0bae84a-a70f-4c2f-8188-31bf2c37d2e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.144099] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1113.144099] env[69245]: value = "task-3708502" [ 1113.144099] env[69245]: _type = "Task" [ 1113.144099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.151163] env[69245]: DEBUG nova.network.neutron [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating instance_info_cache with network_info: [{"id": "c86d0015-1fae-42e2-a432-c31435c97138", "address": "fa:16:3e:ab:82:35", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86d0015-1f", "ovs_interfaceid": "c86d0015-1fae-42e2-a432-c31435c97138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.153139] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.196157] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708497, 'name': ReconfigVM_Task, 'duration_secs': 0.346473} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.196560] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f2668995-3984-461b-aa9b-a6bc5d1c716b/f2668995-3984-461b-aa9b-a6bc5d1c716b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.200540] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7188db1-19fe-49d5-862b-b8591425fef0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.206396] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1113.206396] env[69245]: value = "task-3708503" [ 1113.206396] env[69245]: _type = "Task" [ 1113.206396] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.213831] env[69245]: DEBUG nova.compute.utils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.220413] env[69245]: INFO nova.compute.claims [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.227735] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.227952] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.230881] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708503, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.241236] env[69245]: DEBUG oslo_concurrency.lockutils [None req-59d3c497-74ce-4d67-84a7-4b95f70bbf7c tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.024s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.298956] env[69245]: DEBUG nova.policy [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f531a2a6afe41e5812e7a858ade5c72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e221cda425cf416ba1623ec0852896c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.358631] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708499, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.384731] env[69245]: DEBUG oslo_vmware.api [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426245} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.385109] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.385358] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.385504] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.418858] env[69245]: INFO nova.scheduler.client.report [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted allocations for instance b0f65ff7-0778-4c6d-94e9-4c49226bb298 [ 1113.466224] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708501, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.658024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.658024] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Instance network_info: |[{"id": "c86d0015-1fae-42e2-a432-c31435c97138", "address": "fa:16:3e:ab:82:35", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86d0015-1f", "ovs_interfaceid": "c86d0015-1fae-42e2-a432-c31435c97138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.658024] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.658024] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Acquired lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.658024] env[69245]: DEBUG nova.network.neutron [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Refreshing network info cache for port c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.659744] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:82:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c86d0015-1fae-42e2-a432-c31435c97138', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.667862] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating folder: Project (0f9c0461fc2b40cb9e6abda7a09f6782). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.671042] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bf79a60-1c5c-40b5-956f-20065afc05db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.684447] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created folder: Project (0f9c0461fc2b40cb9e6abda7a09f6782) in parent group-v738357. [ 1113.685382] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating folder: Instances. Parent ref: group-v738622. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.685382] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21924497-a27d-4f77-a991-8548df76f142 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.700268] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created folder: Instances in parent group-v738622. [ 1113.700564] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.700782] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.701013] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f8b98d-18a2-48fc-8b1a-b88ff9132f05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.728032] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.736376] env[69245]: INFO nova.compute.resource_tracker [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating resource usage from migration 508f373b-6d01-48da-a7c7-858c2293806b [ 1113.742322] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.742322] env[69245]: value = "task-3708506" [ 1113.742322] env[69245]: _type = "Task" [ 1113.742322] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.751766] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708503, 'name': Rename_Task, 'duration_secs': 0.164868} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.752093] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.752946] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ad9489-ea7e-4cc5-bd83-5d9f95c072e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.759033] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708506, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.762622] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1113.762622] env[69245]: value = "task-3708507" [ 1113.762622] env[69245]: _type = "Task" [ 1113.762622] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.774855] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.862629] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708499, 'name': CreateVM_Task, 'duration_secs': 0.663991} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.862811] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.863545] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.863737] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.864052] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.864330] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f22408-a113-49a9-b7f3-26f0a5622d19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.870982] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1113.870982] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82746-5b33-d623-b6ef-682f6a6df75a" [ 1113.870982] env[69245]: _type = "Task" [ 1113.870982] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.883618] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82746-5b33-d623-b6ef-682f6a6df75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.884569] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Successfully created port: 999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.924225] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.968094] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802307} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.968213] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 38a143ce-2de4-43d8-b207-6cfc16f90aab/38a143ce-2de4-43d8-b207-6cfc16f90aab.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.968415] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.969031] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc068d7d-1db6-44c8-b4de-04d44fbc2ffb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978794] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1113.978794] env[69245]: value = "task-3708508" [ 1113.978794] env[69245]: _type = "Task" [ 1113.978794] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.989665] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.136809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276e8d7e-ec49-432c-b239-94bb2060707d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.145343] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efb80f-a43a-44e9-b397-c17c2822f9f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.158619] env[69245]: DEBUG oslo_vmware.api [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708502, 'name': PowerOnVM_Task, 'duration_secs': 0.670608} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.185927] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.186211] env[69245]: DEBUG nova.compute.manager [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.190726] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7834842e-e8f7-432f-ad8c-5a9b063628ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.192978] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb92bdc-b49e-44f3-967f-3fd9cbf608eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.202999] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a608de-52cb-4a5c-bd34-6a8d4209e4a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.221985] env[69245]: DEBUG nova.compute.provider_tree [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.254425] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708506, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.279182] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.382699] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c82746-5b33-d623-b6ef-682f6a6df75a, 'name': SearchDatastore_Task, 'duration_secs': 0.015565} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.383044] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.383299] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.383548] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.383696] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.383878] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.384177] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc080f40-ba34-4855-89a0-87c5725df7ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.398277] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.400018] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.404271] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0546369c-b7a9-480c-8ca1-73851add3493 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.413596] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1114.413596] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52062dda-184a-ceb8-d316-c337243444dd" [ 1114.413596] env[69245]: _type = "Task" [ 1114.413596] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.427608] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52062dda-184a-ceb8-d316-c337243444dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.493270] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12495} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.493706] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.494959] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580eb66-42c5-42b8-81d4-a339e6f47c1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.521746] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 38a143ce-2de4-43d8-b207-6cfc16f90aab/38a143ce-2de4-43d8-b207-6cfc16f90aab.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.522193] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a398ccaa-9631-429d-a537-539bba2c6e3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.546583] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1114.546583] env[69245]: value = "task-3708509" [ 1114.546583] env[69245]: _type = "Task" [ 1114.546583] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.561403] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.617751] env[69245]: DEBUG nova.network.neutron [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updated VIF entry in instance network info cache for port c86d0015-1fae-42e2-a432-c31435c97138. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.618265] env[69245]: DEBUG nova.network.neutron [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating instance_info_cache with network_info: [{"id": "c86d0015-1fae-42e2-a432-c31435c97138", "address": "fa:16:3e:ab:82:35", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86d0015-1f", "ovs_interfaceid": "c86d0015-1fae-42e2-a432-c31435c97138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.718923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.725602] env[69245]: DEBUG nova.scheduler.client.report [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.740466] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.758906] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708506, 'name': CreateVM_Task, 'duration_secs': 0.754875} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.760055] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.762085] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.762363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.762802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764511] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7425a25c-1046-4513-ac91-c3e569dd23c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.782115] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.782585] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.782694] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.783160] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.783409] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.783612] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.784338] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.784555] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.784776] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.785083] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.785299] env[69245]: DEBUG nova.virt.hardware [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.787400] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a61f04-b682-4253-8092-dbce86fafdbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.798861] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.799302] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1114.799302] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5273d812-8b36-4993-005c-ccc3e7b32886" [ 1114.799302] env[69245]: _type = "Task" [ 1114.799302] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.810554] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60851c8-68b1-4a02-aca4-0454b8728cbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.820033] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5273d812-8b36-4993-005c-ccc3e7b32886, 'name': SearchDatastore_Task, 'duration_secs': 0.014263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.821121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.821254] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.821587] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.821740] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.821949] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.823162] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353207e2-0534-4072-97ee-4f055410aef1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.846894] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.847348] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.848160] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f0a2f6-205c-44c0-bf50-def7fdbdbafc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.855861] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1114.855861] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521a3565-0b97-3920-03f2-89bf50fbe6e6" [ 1114.855861] env[69245]: _type = "Task" [ 1114.855861] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.872207] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521a3565-0b97-3920-03f2-89bf50fbe6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.913341] env[69245]: DEBUG nova.compute.manager [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.913415] env[69245]: DEBUG nova.compute.manager [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing instance network info cache due to event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.913629] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.913773] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.913932] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.928994] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52062dda-184a-ceb8-d316-c337243444dd, 'name': SearchDatastore_Task, 'duration_secs': 0.039432} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.931352] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db9787a-29c8-41bf-a88d-81330a13b72c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.938449] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1114.938449] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52196f00-65e1-5c73-20cf-1a27174f6cd7" [ 1114.938449] env[69245]: _type = "Task" [ 1114.938449] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.952012] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52196f00-65e1-5c73-20cf-1a27174f6cd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.061425] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708509, 'name': ReconfigVM_Task, 'duration_secs': 0.444372} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.062534] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 38a143ce-2de4-43d8-b207-6cfc16f90aab/38a143ce-2de4-43d8-b207-6cfc16f90aab.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.062534] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0017688-8fd0-4317-8341-836e4d10c124 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.070503] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1115.070503] env[69245]: value = "task-3708510" [ 1115.070503] env[69245]: _type = "Task" [ 1115.070503] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.085146] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708510, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.121151] env[69245]: DEBUG oslo_concurrency.lockutils [req-9ba8276d-b4a6-4018-8dbb-1ffc5705e24f req-fdad692d-7cf3-4c8a-88e2-b43909db61df service nova] Releasing lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.189687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.189687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.189687] env[69245]: INFO nova.compute.manager [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Rebooting instance [ 1115.232999] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.524s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.233260] env[69245]: INFO nova.compute.manager [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Migrating [ 1115.240381] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.747s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.240640] env[69245]: DEBUG nova.objects.instance [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'resources' on Instance uuid b0ec7bac-1cac-40d6-87e9-54f8ec90e077 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.282395] env[69245]: DEBUG oslo_vmware.api [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708507, 'name': PowerOnVM_Task, 'duration_secs': 1.07516} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.282819] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.282898] env[69245]: INFO nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1115.283053] env[69245]: DEBUG nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.283827] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d708b3-efc7-4b1e-a5e8-567b6dd06ca4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.368887] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521a3565-0b97-3920-03f2-89bf50fbe6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.369759] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c21a21-e343-4f27-ab45-25dbd2a696a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375731] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1115.375731] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52819937-a492-a5ec-94ee-193273f3749b" [ 1115.375731] env[69245]: _type = "Task" [ 1115.375731] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.384981] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52819937-a492-a5ec-94ee-193273f3749b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.429744] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Successfully updated port: 999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.453425] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52196f00-65e1-5c73-20cf-1a27174f6cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.453678] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.453935] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.454207] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fadcfc1-ae92-47f5-99e7-c7cb6f763161 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.461360] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1115.461360] env[69245]: value = "task-3708511" [ 1115.461360] env[69245]: _type = "Task" [ 1115.461360] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.469761] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.582571] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "ac1726eb-520e-4751-ae67-86cab3132e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.582903] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.583171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "ac1726eb-520e-4751-ae67-86cab3132e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.583405] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.583624] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.585464] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708510, 'name': Rename_Task, 'duration_secs': 0.316957} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.585784] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.586055] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c4a476-39ae-4144-8a88-1b413168c3b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.587936] env[69245]: INFO nova.compute.manager [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Terminating instance [ 1115.595840] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1115.595840] env[69245]: value = "task-3708512" [ 1115.595840] env[69245]: _type = "Task" [ 1115.595840] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.609718] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.723462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.723867] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.723867] env[69245]: DEBUG nova.network.neutron [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.752192] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.752537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.752756] env[69245]: DEBUG nova.network.neutron [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.810589] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updated VIF entry in instance network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.810832] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": null, "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.814736] env[69245]: INFO nova.compute.manager [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Took 28.22 seconds to build instance. [ 1115.892138] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52819937-a492-a5ec-94ee-193273f3749b, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.896293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.896293] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4b549dde-57e3-47de-900c-f6af4536b595/4b549dde-57e3-47de-900c-f6af4536b595.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.896614] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21f1692-e0cd-45b6-bb07-6768abd8b73e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.905708] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1115.905708] env[69245]: value = "task-3708513" [ 1115.905708] env[69245]: _type = "Task" [ 1115.905708] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.913438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.919874] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.933705] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.933705] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.933705] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.973521] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507035} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.973782] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.974043] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.974301] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eece0c5b-1e82-4827-ab7b-b92e43dda65e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.983332] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1115.983332] env[69245]: value = "task-3708514" [ 1115.983332] env[69245]: _type = "Task" [ 1115.983332] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.995496] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.091783] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "refresh_cache-ac1726eb-520e-4751-ae67-86cab3132e7f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.092158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquired lock "refresh_cache-ac1726eb-520e-4751-ae67-86cab3132e7f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.092378] env[69245]: DEBUG nova.network.neutron [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.114605] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.151877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d41f31-e8cf-46e4-b313-bc9817fbc436 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.164357] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4199632-864e-4700-83e0-7ae514c9071e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.198036] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e48abb-19e2-4a85-823e-7739761395b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.206684] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba3aec5-4ebd-4804-9824-cf50a06abd30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.223197] env[69245]: DEBUG nova.compute.provider_tree [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.317384] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.317741] env[69245]: DEBUG nova.compute.manager [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Received event network-changed-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.317919] env[69245]: DEBUG nova.compute.manager [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Refreshing instance network info cache due to event network-changed-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.318574] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Acquiring lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.318574] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Acquired lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.318701] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Refreshing network info cache for port 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.320119] env[69245]: DEBUG oslo_concurrency.lockutils [None req-40de1c98-a57d-4e3b-afde-496468aa04bf tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.741s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.424182] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708513, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.500528] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082377} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.501978] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.504126] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f61b2-54ac-44ff-9510-e0fb14616658 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.534398] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.535445] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.538164] env[69245]: DEBUG nova.network.neutron [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.541752] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5a51c2-90e1-440b-985d-855b2c3f8edb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.561283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.571600] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1116.571600] env[69245]: value = "task-3708515" [ 1116.571600] env[69245]: _type = "Task" [ 1116.571600] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.583978] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.608574] env[69245]: DEBUG oslo_vmware.api [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708512, 'name': PowerOnVM_Task, 'duration_secs': 0.857225} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.612023] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.612023] env[69245]: INFO nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1116.612023] env[69245]: DEBUG nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.612023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7db6fb-a4a0-4109-835a-c3eae9597acd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.626513] env[69245]: DEBUG nova.network.neutron [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.697777] env[69245]: DEBUG nova.network.neutron [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.727104] env[69245]: DEBUG nova.scheduler.client.report [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.873455] env[69245]: DEBUG nova.network.neutron [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.917465] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783568} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.918376] env[69245]: DEBUG nova.network.neutron [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.920354] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 4b549dde-57e3-47de-900c-f6af4536b595/4b549dde-57e3-47de-900c-f6af4536b595.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.920459] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.921024] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-686bf32c-61ca-49d2-8125-c96d2bb110cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.929481] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1116.929481] env[69245]: value = "task-3708516" [ 1116.929481] env[69245]: _type = "Task" [ 1116.929481] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.939962] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.055826] env[69245]: DEBUG nova.compute.manager [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received event network-vif-plugged-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.055826] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Acquiring lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.055993] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.056070] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.056237] env[69245]: DEBUG nova.compute.manager [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] No waiting events found dispatching network-vif-plugged-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.056396] env[69245]: WARNING nova.compute.manager [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received unexpected event network-vif-plugged-999da757-ad7c-4f4d-a065-9f6929717d7f for instance with vm_state building and task_state spawning. [ 1117.056549] env[69245]: DEBUG nova.compute.manager [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.056698] env[69245]: DEBUG nova.compute.manager [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing instance network info cache due to event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.057416] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Acquiring lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.081649] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708515, 'name': ReconfigVM_Task, 'duration_secs': 0.340402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.082536] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updated VIF entry in instance network info cache for port 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.082869] env[69245]: DEBUG nova.network.neutron [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updating instance_info_cache with network_info: [{"id": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "address": "fa:16:3e:56:53:1a", "network": {"id": "d96f5c7f-94c9-4557-a472-c56c13fcdef9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-808177388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "735df8f6b9334ece9fa8c0f88363993b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34d92cd1-3f", "ovs_interfaceid": "34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.084420] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704/745df4a4-2af2-4f3c-bf67-1d23c9b0f704.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.085943] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'image_id': '153ec70d-f42d-4a45-9ba5-d874fcbe21c6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': 'a3f7fb08-5c66-47c0-a96f-f75eb83c0882', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'}, 'volume_type': None}], 'swap': None} {{(pid=69245) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1117.086170] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.086366] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.087526] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a745f-97d1-4478-9583-5bf573991c40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.105892] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8115dc64-436f-480a-91f9-5b048ec4ca62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.157952] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.162561] env[69245]: DEBUG nova.compute.manager [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.163063] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c4d6496-b1b4-40b9-973c-2143d35915ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.188730] env[69245]: INFO nova.compute.manager [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Took 29.54 seconds to build instance. [ 1117.191711] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c62612-8137-43bb-9b81-69d16e8bbf29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.202260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Releasing lock "refresh_cache-ac1726eb-520e-4751-ae67-86cab3132e7f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.202843] env[69245]: DEBUG nova.compute.manager [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.203269] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.210033] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300ef2db-9660-40f7-9753-27870f2bb526 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.216605] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1117.216605] env[69245]: value = "task-3708517" [ 1117.216605] env[69245]: _type = "Task" [ 1117.216605] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.226512] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.230265] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0691fd27-7ec4-44a8-92e4-6efdef8a8dcd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.235923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.238903] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.240121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.655s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.242483] env[69245]: INFO nova.compute.claims [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.248450] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1117.248450] env[69245]: value = "task-3708518" [ 1117.248450] env[69245]: _type = "Task" [ 1117.248450] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.261992] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.274452] env[69245]: INFO nova.scheduler.client.report [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted allocations for instance b0ec7bac-1cac-40d6-87e9-54f8ec90e077 [ 1117.377116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.422085] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.422085] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Instance network_info: |[{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.422465] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Acquired lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.422760] env[69245]: DEBUG nova.network.neutron [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.424693] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:01:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '999da757-ad7c-4f4d-a065-9f6929717d7f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.433051] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.436239] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.440300] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-769a01ce-bdc6-4519-a9d7-7541515e40c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.465316] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076227} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.466768] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.467075] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.467075] env[69245]: value = "task-3708519" [ 1117.467075] env[69245]: _type = "Task" [ 1117.467075] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.467789] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab30f8e-453b-4678-bdaf-e686363ca963 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480968] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708519, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.498973] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 4b549dde-57e3-47de-900c-f6af4536b595/4b549dde-57e3-47de-900c-f6af4536b595.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.502112] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1642cd1f-afca-412f-aecd-0b7da74a6b84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.525607] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1117.525607] env[69245]: value = "task-3708520" [ 1117.525607] env[69245]: _type = "Task" [ 1117.525607] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.535660] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.588399] env[69245]: DEBUG oslo_concurrency.lockutils [req-539e91aa-5ce0-41d6-8631-2f324e1ec277 req-dbc32175-a3d2-4903-affc-f3c515322826 service nova] Releasing lock "refresh_cache-bc4e94b5-5baa-4649-a229-e5cb974d67a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.691323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8e44d8b5-b09b-40a3-9121-f38aa0702b8e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.052s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.707371] env[69245]: DEBUG nova.network.neutron [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updated VIF entry in instance network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.707763] env[69245]: DEBUG nova.network.neutron [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.709725] env[69245]: INFO nova.compute.manager [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] instance snapshotting [ 1117.713751] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc90354-d01a-4fc9-b574-ac69378dc784 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.737633] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdcb320-4d8d-4e6c-961c-7bb3262e3826 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.744250] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708517, 'name': ReconfigVM_Task, 'duration_secs': 0.406108} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.745100] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.755329] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f13f160-2a3e-4013-b854-010985969375 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.788821] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708518, 'name': PowerOffVM_Task, 'duration_secs': 0.289068} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.789261] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1117.789261] env[69245]: value = "task-3708521" [ 1117.789261] env[69245]: _type = "Task" [ 1117.789261] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.789852] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2c32d95c-4906-4680-b163-5457320c3ecf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "b0ec7bac-1cac-40d6-87e9-54f8ec90e077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.466s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.791214] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.791504] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.792182] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc32a94-16b7-4c0a-89e8-cd718a284a85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.810154] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.832881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.832881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.832881] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Deleting the datastore file [datastore2] ac1726eb-520e-4751-ae67-86cab3132e7f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.833369] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54579ef-7b34-4ee6-a637-40c23791b114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.845051] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for the task: (returnval){ [ 1117.845051] env[69245]: value = "task-3708523" [ 1117.845051] env[69245]: _type = "Task" [ 1117.845051] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.855336] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.881563] env[69245]: DEBUG nova.compute.manager [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.882482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff23bf8b-e389-4655-94a5-ec6327970ec9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.988566] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708519, 'name': CreateVM_Task, 'duration_secs': 0.485909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.988566] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.988763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.988874] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.989233] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.989565] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54295661-b760-4841-9314-4cd32039a361 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.995958] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1117.995958] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5277a2a5-8724-11ef-b99d-d0e48c0cb8b8" [ 1117.995958] env[69245]: _type = "Task" [ 1117.995958] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.007608] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5277a2a5-8724-11ef-b99d-d0e48c0cb8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.038025] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708520, 'name': ReconfigVM_Task, 'duration_secs': 0.505866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.038025] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 4b549dde-57e3-47de-900c-f6af4536b595/4b549dde-57e3-47de-900c-f6af4536b595.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.038392] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b89ebd70-0065-4650-94f7-d37fa2ee7b7f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.046102] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1118.046102] env[69245]: value = "task-3708524" [ 1118.046102] env[69245]: _type = "Task" [ 1118.046102] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.060974] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708524, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.084023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b698b-3484-4696-98ad-fbb2d1f2fc57 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.102870] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.156841] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b56672-feef-45e8-990a-b52c64f7f2a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.165686] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511a4d7-5741-4358-b389-ae1a6c91f74d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.196389] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e2d253-b6f0-440d-830e-38be48d256a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.204693] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de951861-dd49-401c-85d5-e513d89d796a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.218645] env[69245]: DEBUG oslo_concurrency.lockutils [req-159e1ba7-9a33-4629-a5a3-e277918194f6 req-7cb55280-091f-4ac1-bc38-e5c137398c95 service nova] Releasing lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.219267] env[69245]: DEBUG nova.compute.provider_tree [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.278144] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.278568] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ea5763d-5606-429c-8abe-ed7cc2764256 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.287927] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1118.287927] env[69245]: value = "task-3708525" [ 1118.287927] env[69245]: _type = "Task" [ 1118.287927] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.304726] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708525, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.309051] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708521, 'name': ReconfigVM_Task, 'duration_secs': 0.19566} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.309415] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.310129] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43c27f53-7f38-4bc0-bb68-ae354d669240 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.317981] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1118.317981] env[69245]: value = "task-3708526" [ 1118.317981] env[69245]: _type = "Task" [ 1118.317981] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.331019] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708526, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.357926] env[69245]: DEBUG oslo_vmware.api [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Task: {'id': task-3708523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152246} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.358180] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.358437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.358901] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.359139] env[69245]: INFO nova.compute.manager [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1118.359407] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.359622] env[69245]: DEBUG nova.compute.manager [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.359717] env[69245]: DEBUG nova.network.neutron [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.376754] env[69245]: DEBUG nova.network.neutron [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.405174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.405425] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.512499] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5277a2a5-8724-11ef-b99d-d0e48c0cb8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.513072] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.513445] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.513782] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.514165] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.514468] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.514816] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4726deb1-ecfe-4f37-a124-1c2c1a92a4a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.524893] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.525626] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.531153] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbbf2b7-387b-4d2d-812c-12719b32afe4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.540092] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1118.540092] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5213e1e1-2540-182a-4ed7-2d0359cd775f" [ 1118.540092] env[69245]: _type = "Task" [ 1118.540092] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.551124] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5213e1e1-2540-182a-4ed7-2d0359cd775f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.561474] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708524, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.614576] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.615231] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0498685-08b4-46d3-a6a5-a967795d52a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.623466] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1118.623466] env[69245]: value = "task-3708527" [ 1118.623466] env[69245]: _type = "Task" [ 1118.623466] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.632629] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.722135] env[69245]: DEBUG nova.scheduler.client.report [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.799918] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.830174] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708526, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.880572] env[69245]: DEBUG nova.network.neutron [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.903026] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feecb59-08bb-4273-9161-6d8bf645cbf1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.911976] env[69245]: DEBUG nova.compute.utils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.914163] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Doing hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1118.914967] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4a633f94-87f3-4c77-b727-3c68b08ebaff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.924979] env[69245]: DEBUG oslo_vmware.api [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1118.924979] env[69245]: value = "task-3708528" [ 1118.924979] env[69245]: _type = "Task" [ 1118.924979] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.936698] env[69245]: DEBUG oslo_vmware.api [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708528, 'name': ResetVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.055627] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5213e1e1-2540-182a-4ed7-2d0359cd775f, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.062313] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92425425-238a-4b38-8fe6-80a0a3b4a1d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.070936] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1119.070936] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4af2-e66e-d4d7-a112-7e4b43005a39" [ 1119.070936] env[69245]: _type = "Task" [ 1119.070936] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.074533] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708524, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.083462] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4af2-e66e-d4d7-a112-7e4b43005a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.136188] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708527, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.227242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.987s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.227929] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.230675] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.504s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.230955] env[69245]: DEBUG nova.objects.instance [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid 1ef29944-adcf-4218-9f68-546a6792ab5b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.299745] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708525, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.330507] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708526, 'name': Rename_Task, 'duration_secs': 0.863064} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.330983] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.331495] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c5e7a0-30ce-416f-8d8e-da26565c010c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.338956] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1119.338956] env[69245]: value = "task-3708529" [ 1119.338956] env[69245]: _type = "Task" [ 1119.338956] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.348301] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.383429] env[69245]: INFO nova.compute.manager [-] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Took 1.02 seconds to deallocate network for instance. [ 1119.415660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.436084] env[69245]: DEBUG oslo_vmware.api [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708528, 'name': ResetVM_Task, 'duration_secs': 0.110213} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.436223] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Did hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1119.436422] env[69245]: DEBUG nova.compute.manager [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.437210] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4f8ce2-ecc9-422b-9597-afac43c34501 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.564236] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708524, 'name': Rename_Task, 'duration_secs': 1.13501} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.564524] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.564886] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee1f1c06-f671-48e3-a44e-9ba963ef27a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.571941] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1119.571941] env[69245]: value = "task-3708530" [ 1119.571941] env[69245]: _type = "Task" [ 1119.571941] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.584424] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4af2-e66e-d4d7-a112-7e4b43005a39, 'name': SearchDatastore_Task, 'duration_secs': 0.01457} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.587985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.589039] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 3f9109ad-d41c-4946-8a36-db8fa1372f00/3f9109ad-d41c-4946-8a36-db8fa1372f00.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.589039] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.589039] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9dab956-9e0c-49d5-9ffd-6f8e28973e46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.597407] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1119.597407] env[69245]: value = "task-3708531" [ 1119.597407] env[69245]: _type = "Task" [ 1119.597407] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.605937] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.636893] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708527, 'name': PowerOffVM_Task, 'duration_secs': 0.577508} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.637225] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.637538] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.734373] env[69245]: DEBUG nova.compute.utils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.739365] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.739570] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.792524] env[69245]: DEBUG nova.policy [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28a84bcecf7947dc945b8de74cdcb948', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd4755fd13c84a63a4306efdf54d7cf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.808416] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708525, 'name': CreateSnapshot_Task, 'duration_secs': 1.076546} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.808858] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.809662] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986e86a1-3cc4-45eb-b95c-8e0cc3fc4d93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.854802] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.889746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.950479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6e657ca0-98bb-4508-b929-6450c2a384a4 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.762s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.085583] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708530, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.109213] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.145244] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.147060] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.147060] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.147060] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.147060] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.147060] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.147345] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.147345] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.147615] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.147877] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.148174] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.163382] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef76ec6-be10-4f1b-920f-7df90587a595 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.186318] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.186646] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.197399] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1120.197399] env[69245]: value = "task-3708532" [ 1120.197399] env[69245]: _type = "Task" [ 1120.197399] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.216037] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.217095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3d259-cd4e-4217-af74-50a3473cb1b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.226889] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Successfully created port: d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.229873] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f120011d-fbe5-42d9-b675-64f63d1b5cee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.264615] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.268988] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804d563-f966-49e3-9553-427447ea5709 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.278259] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d510940-92af-4a56-8d04-8c69d850676b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.293739] env[69245]: DEBUG nova.compute.provider_tree [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.334252] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.335534] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a759e522-8488-4c92-96e3-4bb38bfd12bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.345392] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1120.345392] env[69245]: value = "task-3708533" [ 1120.345392] env[69245]: _type = "Task" [ 1120.345392] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.352460] env[69245]: DEBUG oslo_vmware.api [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708529, 'name': PowerOnVM_Task, 'duration_secs': 0.652485} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.353153] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.353396] env[69245]: DEBUG nova.compute.manager [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.354670] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f31cdac-6b94-4c10-b1c3-f445634a891f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.361308] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708533, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.520480] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.520796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.521046] env[69245]: INFO nova.compute.manager [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Attaching volume 2cc9711d-f50d-4a8f-b9c8-b5084099f70e to /dev/sdb [ 1120.557383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0507fc58-0632-405e-93b9-7b2bbf0ec97e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.565187] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dae911-1e65-4fa5-ba7b-75c22efaef23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.580590] env[69245]: DEBUG nova.virt.block_device [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updating existing volume attachment record: 1cf1bec1-e233-4cb2-91cd-6e168c277127 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1120.591415] env[69245]: DEBUG oslo_vmware.api [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708530, 'name': PowerOnVM_Task, 'duration_secs': 0.920729} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.591797] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.592106] env[69245]: INFO nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Took 10.43 seconds to spawn the instance on the hypervisor. [ 1120.592385] env[69245]: DEBUG nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.593616] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60d2a9-8791-4fce-807f-e74c61af3285 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.611327] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612249} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.612894] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 3f9109ad-d41c-4946-8a36-db8fa1372f00/3f9109ad-d41c-4946-8a36-db8fa1372f00.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.613176] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.616690] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-026880dc-5d86-483d-b79f-7defd434566a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.627886] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1120.627886] env[69245]: value = "task-3708534" [ 1120.627886] env[69245]: _type = "Task" [ 1120.627886] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.640465] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.692244] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.711502] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708532, 'name': ReconfigVM_Task, 'duration_secs': 0.30425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.711502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.797949] env[69245]: DEBUG nova.scheduler.client.report [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.857818] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708533, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.878050] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.133778] env[69245]: INFO nova.compute.manager [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Took 32.96 seconds to build instance. [ 1121.143362] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137473} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.143719] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.144731] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd5aa3c-42e3-49a6-b2df-1ce878d5f90b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172277] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3f9109ad-d41c-4946-8a36-db8fa1372f00/3f9109ad-d41c-4946-8a36-db8fa1372f00.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.173722] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a29bf0f-e7fd-48e5-b24a-22d28123f021 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.204119] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1121.204119] env[69245]: value = "task-3708538" [ 1121.204119] env[69245]: _type = "Task" [ 1121.204119] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.216228] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.218945] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.219237] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.219401] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.219582] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.219750] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.219944] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.220195] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.220422] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.220619] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.220774] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.221016] env[69245]: DEBUG nova.virt.hardware [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.227142] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.228543] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.229216] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95340dce-c4ae-417a-a8ca-08c45408de12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.252284] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1121.252284] env[69245]: value = "task-3708539" [ 1121.252284] env[69245]: _type = "Task" [ 1121.252284] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.264049] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.276834] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.305269] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.308139] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.733s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.313897] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.314393] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.314633] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.314930] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.315202] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.315418] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.315724] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.315960] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.316226] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.316556] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.316851] env[69245]: DEBUG nova.virt.hardware [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.318771] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d74fa3-d163-40d6-b973-c010f523adb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.331875] env[69245]: INFO nova.scheduler.client.report [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance 1ef29944-adcf-4218-9f68-546a6792ab5b [ 1121.337629] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74eaec7-947b-445b-bc03-288547c6a1ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.368848] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708533, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.637709] env[69245]: DEBUG oslo_concurrency.lockutils [None req-239f3e6c-21f0-49ac-8d2e-cf6a663c38d1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.475s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.695045] env[69245]: DEBUG nova.compute.manager [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Received event network-vif-plugged-d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.695368] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] Acquiring lock "69699d02-157e-4e44-b183-3a6995c99d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.695622] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] Lock "69699d02-157e-4e44-b183-3a6995c99d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.695797] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] Lock "69699d02-157e-4e44-b183-3a6995c99d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.695970] env[69245]: DEBUG nova.compute.manager [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] No waiting events found dispatching network-vif-plugged-d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1121.696192] env[69245]: WARNING nova.compute.manager [req-1d2e5488-ffe6-4662-a4e7-36a4f98683db req-e592f4ff-38a7-4a19-ac62-8d78697b76a2 service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Received unexpected event network-vif-plugged-d81ed41d-083c-400c-8117-fa6a6121d903 for instance with vm_state building and task_state spawning. [ 1121.716037] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.766500] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708539, 'name': ReconfigVM_Task, 'duration_secs': 0.245831} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.766787] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1121.767753] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640a990-a2dd-4e80-8a9e-87be26273ab0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.805356] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.806368] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Successfully updated port: d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.807614] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab64b1de-0357-42d6-9fb9-287658dce5c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.824894] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.825095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquired lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.825221] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.826534] env[69245]: DEBUG nova.objects.instance [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'migration_context' on Instance uuid fc61ec0a-64fd-4625-a924-c311d2c0b414 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.835020] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1121.835020] env[69245]: value = "task-3708540" [ 1121.835020] env[69245]: _type = "Task" [ 1121.835020] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.845049] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.852472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b44431bc-6e59-4998-9448-4f6ef8d45075 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "1ef29944-adcf-4218-9f68-546a6792ab5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.771s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.860670] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708533, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.216611] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708538, 'name': ReconfigVM_Task, 'duration_secs': 0.547153} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.216917] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3f9109ad-d41c-4946-8a36-db8fa1372f00/3f9109ad-d41c-4946-8a36-db8fa1372f00.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.217620] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c522ce-8640-46c9-aa80-ae13e7d5eb64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.225529] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1122.225529] env[69245]: value = "task-3708541" [ 1122.225529] env[69245]: _type = "Task" [ 1122.225529] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.236053] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708541, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.350278] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.362312] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708533, 'name': CloneVM_Task, 'duration_secs': 1.835513} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.362701] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Created linked-clone VM from snapshot [ 1122.363394] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd41c3e-b3f6-4a87-acbb-a183b59adda3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.366565] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.374699] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Uploading image 2db9aaa5-08bb-46ac-bce9-f592b47a0a66 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1122.394397] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.395441] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdab3985-cafe-4c64-89ce-f5786686ca39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.401793] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1122.401793] env[69245]: value = "task-3708542" [ 1122.401793] env[69245]: _type = "Task" [ 1122.401793] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.410983] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708542, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.534197] env[69245]: DEBUG nova.network.neutron [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Updating instance_info_cache with network_info: [{"id": "d81ed41d-083c-400c-8117-fa6a6121d903", "address": "fa:16:3e:0b:af:93", "network": {"id": "7f3f6cde-518c-42a5-a751-78babea024a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1866143661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4755fd13c84a63a4306efdf54d7cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81ed41d-08", "ovs_interfaceid": "d81ed41d-083c-400c-8117-fa6a6121d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.688936] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01014c81-30df-4103-aefc-49201fbb2048 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.698347] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a9406-60a5-4ea2-b635-0c16fa56b741 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.739008] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34102d-db3d-4106-95ff-896656aa23df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.752117] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330eef3-72e2-4eaf-a312-4145832875dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.756965] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708541, 'name': Rename_Task, 'duration_secs': 0.259546} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.757376] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.758163] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d1d8204-70fc-4909-92d5-63e1925ddc65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.768770] env[69245]: DEBUG nova.compute.provider_tree [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.771758] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1122.771758] env[69245]: value = "task-3708543" [ 1122.771758] env[69245]: _type = "Task" [ 1122.771758] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.781766] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.849412] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708540, 'name': ReconfigVM_Task, 'duration_secs': 0.653506} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.850221] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Reconfigured VM instance instance-00000055 to attach disk [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826/ad5e2c7f-ca09-449a-b41e-402fce1f5826.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.850552] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.922654] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708542, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.016022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.016923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.040979] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Releasing lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.041477] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Instance network_info: |[{"id": "d81ed41d-083c-400c-8117-fa6a6121d903", "address": "fa:16:3e:0b:af:93", "network": {"id": "7f3f6cde-518c-42a5-a751-78babea024a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1866143661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4755fd13c84a63a4306efdf54d7cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81ed41d-08", "ovs_interfaceid": "d81ed41d-083c-400c-8117-fa6a6121d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.041981] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:af:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd81ed41d-083c-400c-8117-fa6a6121d903', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.049467] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Creating folder: Project (cd4755fd13c84a63a4306efdf54d7cf5). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.050455] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a721dee-57c4-44f9-817b-96703526b095 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.067326] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Created folder: Project (cd4755fd13c84a63a4306efdf54d7cf5) in parent group-v738357. [ 1123.067565] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Creating folder: Instances. Parent ref: group-v738630. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.067783] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd094ad-a29d-4228-a1f9-3541ee91b428 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.078985] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Created folder: Instances in parent group-v738630. [ 1123.078985] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.079217] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.079387] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a860dbf2-b781-474a-afbc-581e6a89bca5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.101158] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.101158] env[69245]: value = "task-3708547" [ 1123.101158] env[69245]: _type = "Task" [ 1123.101158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.109563] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708547, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.253337] env[69245]: DEBUG nova.compute.manager [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Received event network-changed-c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.253600] env[69245]: DEBUG nova.compute.manager [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Refreshing instance network info cache due to event network-changed-c86d0015-1fae-42e2-a432-c31435c97138. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.253871] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] Acquiring lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.254052] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] Acquired lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.254247] env[69245]: DEBUG nova.network.neutron [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Refreshing network info cache for port c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.273316] env[69245]: DEBUG nova.scheduler.client.report [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.289719] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.361406] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6819808c-b81d-4ca1-a079-877af87ceefa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.386596] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74070343-38db-4e4a-a674-2357f9d2caf9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.417246] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.432907] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708542, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.519351] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.612807] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708547, 'name': CreateVM_Task, 'duration_secs': 0.372475} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.613066] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.613731] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.613905] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.614316] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.614802] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab3d242-fa46-40a9-9fcd-f4c955b39801 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.622559] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1123.622559] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b383e4-104c-eecb-cb57-19e6c6e92c02" [ 1123.622559] env[69245]: _type = "Task" [ 1123.622559] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.633985] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b383e4-104c-eecb-cb57-19e6c6e92c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.726032] env[69245]: DEBUG nova.compute.manager [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Received event network-changed-d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.726032] env[69245]: DEBUG nova.compute.manager [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Refreshing instance network info cache due to event network-changed-d81ed41d-083c-400c-8117-fa6a6121d903. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.728266] env[69245]: DEBUG oslo_concurrency.lockutils [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] Acquiring lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728266] env[69245]: DEBUG oslo_concurrency.lockutils [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] Acquired lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728266] env[69245]: DEBUG nova.network.neutron [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Refreshing network info cache for port d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.791191] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.931025] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708542, 'name': Destroy_Task, 'duration_secs': 1.224553} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.931537] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Destroyed the VM [ 1123.931642] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1123.932888] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb3f9598-9542-4832-834a-857e9b2f94d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.941111] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1123.941111] env[69245]: value = "task-3708548" [ 1123.941111] env[69245]: _type = "Task" [ 1123.941111] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.953049] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.975779] env[69245]: DEBUG nova.network.neutron [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Port 8105a9e7-2237-438d-8649-83f9170d1186 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1124.051144] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.134746] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b383e4-104c-eecb-cb57-19e6c6e92c02, 'name': SearchDatastore_Task, 'duration_secs': 0.015712} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.135095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.135427] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.135838] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.136119] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.136624] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.136864] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbdbde54-7808-418c-83cd-96a3b925ba9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.147988] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.148345] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.149222] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c58538b-b387-469f-a2ac-d09c529ee829 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.156393] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1124.156393] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521755c3-87f2-647e-c31d-d324f52351bc" [ 1124.156393] env[69245]: _type = "Task" [ 1124.156393] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.166354] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521755c3-87f2-647e-c31d-d324f52351bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.240602] env[69245]: DEBUG nova.network.neutron [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updated VIF entry in instance network info cache for port c86d0015-1fae-42e2-a432-c31435c97138. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.241166] env[69245]: DEBUG nova.network.neutron [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating instance_info_cache with network_info: [{"id": "c86d0015-1fae-42e2-a432-c31435c97138", "address": "fa:16:3e:ab:82:35", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86d0015-1f", "ovs_interfaceid": "c86d0015-1fae-42e2-a432-c31435c97138", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.290825] env[69245]: DEBUG oslo_vmware.api [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708543, 'name': PowerOnVM_Task, 'duration_secs': 1.379848} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.291139] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.291427] env[69245]: INFO nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1124.291645] env[69245]: DEBUG nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.293231] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.985s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.299339] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d28376-34d0-4825-bc83-0b1c50e8b4e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.307253] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.383s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.307491] env[69245]: DEBUG nova.objects.instance [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'resources' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.453149] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.561743] env[69245]: DEBUG nova.network.neutron [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Updated VIF entry in instance network info cache for port d81ed41d-083c-400c-8117-fa6a6121d903. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.561743] env[69245]: DEBUG nova.network.neutron [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Updating instance_info_cache with network_info: [{"id": "d81ed41d-083c-400c-8117-fa6a6121d903", "address": "fa:16:3e:0b:af:93", "network": {"id": "7f3f6cde-518c-42a5-a751-78babea024a3", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1866143661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd4755fd13c84a63a4306efdf54d7cf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81ed41d-08", "ovs_interfaceid": "d81ed41d-083c-400c-8117-fa6a6121d903", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.670554] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521755c3-87f2-647e-c31d-d324f52351bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.671428] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ebbf5c-a244-4ced-bd65-69dae610bceb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.677586] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1124.677586] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb1a87-ba03-12d6-bf82-cb473d91c0c5" [ 1124.677586] env[69245]: _type = "Task" [ 1124.677586] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.688395] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb1a87-ba03-12d6-bf82-cb473d91c0c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.745232] env[69245]: DEBUG oslo_concurrency.lockutils [req-5e5e65ac-e6fc-4d2f-adc4-8d5197d98cf8 req-caeae4e2-f1c3-4a5f-a03d-d7d4f86a5538 service nova] Releasing lock "refresh_cache-4b549dde-57e3-47de-900c-f6af4536b595" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.816358] env[69245]: DEBUG nova.objects.instance [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'numa_topology' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.829508] env[69245]: INFO nova.compute.manager [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Took 34.25 seconds to build instance. [ 1124.952262] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708548, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.000035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.000035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.000274] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.066562] env[69245]: DEBUG oslo_concurrency.lockutils [req-ebcad859-1459-4f36-adfb-88754920a04f req-26be4918-f749-42fc-abee-c47cb625ca2a service nova] Releasing lock "refresh_cache-69699d02-157e-4e44-b183-3a6995c99d25" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.140226] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.140481] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738629', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'name': 'volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38a143ce-2de4-43d8-b207-6cfc16f90aab', 'attached_at': '', 'detached_at': '', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'serial': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.141482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f9be4-9fc3-41dd-b945-5dfcd498e749 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.163042] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b0c60-8b24-49e3-b49b-f1fb5002ec51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.190076] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e/volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.193526] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab896bb8-dd5d-4612-93b3-8adeca4f01b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.213545] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb1a87-ba03-12d6-bf82-cb473d91c0c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014086} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.215106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.215479] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 69699d02-157e-4e44-b183-3a6995c99d25/69699d02-157e-4e44-b183-3a6995c99d25.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.215787] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1125.215787] env[69245]: value = "task-3708549" [ 1125.215787] env[69245]: _type = "Task" [ 1125.215787] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.216021] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d32cb80-24c0-421b-8abe-0d16c8a6989b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.228446] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.229086] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1125.229086] env[69245]: value = "task-3708550" [ 1125.229086] env[69245]: _type = "Task" [ 1125.229086] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.238359] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.347721] env[69245]: DEBUG nova.objects.base [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.347721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fef3c6d1-fb46-4485-8ed5-477cfaabe082 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.770s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.442789] env[69245]: DEBUG nova.compute.manager [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.443146] env[69245]: DEBUG nova.compute.manager [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing instance network info cache due to event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.443464] env[69245]: DEBUG oslo_concurrency.lockutils [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] Acquiring lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.443712] env[69245]: DEBUG oslo_concurrency.lockutils [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] Acquired lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.443978] env[69245]: DEBUG nova.network.neutron [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.463214] env[69245]: DEBUG oslo_vmware.api [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708548, 'name': RemoveSnapshot_Task, 'duration_secs': 1.217968} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.463596] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.720564] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a0afa-167f-4012-9535-596b6ff7d355 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.741811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3debc987-3c26-45c3-b035-776326709aab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.746360] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.750568] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708550, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.780984] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9350452-e8eb-49a0-b3ca-4468cfbd6449 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.791260] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9add7c48-fd93-46c3-ac3c-ee4ec7d6179a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.809161] env[69245]: DEBUG nova.compute.provider_tree [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.853529] env[69245]: INFO nova.compute.manager [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Swapping old allocation on dict_keys(['631aacfb-e1b8-491f-9761-218261bab7a3']) held by migration 0798c9e9-f8a6-4ac5-80b7-a2a803694ac6 for instance [ 1125.879785] env[69245]: DEBUG nova.scheduler.client.report [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Overwriting current allocation {'allocations': {'631aacfb-e1b8-491f-9761-218261bab7a3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 121}}, 'project_id': '52cb8c16c4e541628785c7b86a1ebd8d', 'user_id': '340c980ae0dc4e6cb04ff266a71f4f05', 'consumer_generation': 1} on consumer fc61ec0a-64fd-4625-a924-c311d2c0b414 {{(pid=69245) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1125.972689] env[69245]: WARNING nova.compute.manager [None req-52a54d26-cace-402e-b346-ec85bdbb07ce tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Image not found during snapshot: nova.exception.ImageNotFound: Image 2db9aaa5-08bb-46ac-bce9-f592b47a0a66 could not be found. [ 1126.003499] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.003755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.003962] env[69245]: DEBUG nova.network.neutron [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.042972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.043198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.043378] env[69245]: DEBUG nova.network.neutron [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.048372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.049134] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.049134] env[69245]: INFO nova.compute.manager [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Rebooting instance [ 1126.196709] env[69245]: DEBUG nova.network.neutron [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updated VIF entry in instance network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.197156] env[69245]: DEBUG nova.network.neutron [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.231297] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708549, 'name': ReconfigVM_Task, 'duration_secs': 0.638389} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.231695] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e/volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.236718] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5b662a-39ea-4161-ac72-fb5d063395be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.257138] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777546} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.258913] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 69699d02-157e-4e44-b183-3a6995c99d25/69699d02-157e-4e44-b183-3a6995c99d25.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.259176] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.259544] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1126.259544] env[69245]: value = "task-3708551" [ 1126.259544] env[69245]: _type = "Task" [ 1126.259544] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.259757] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51c31613-ea2f-49b9-a4c7-63b47f8fcaca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.271419] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.272897] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1126.272897] env[69245]: value = "task-3708552" [ 1126.272897] env[69245]: _type = "Task" [ 1126.272897] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.280976] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.314889] env[69245]: DEBUG nova.scheduler.client.report [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.576688] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.576938] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.577160] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.577342] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.577506] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.579995] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.583031] env[69245]: INFO nova.compute.manager [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Terminating instance [ 1126.700234] env[69245]: DEBUG oslo_concurrency.lockutils [req-5734a30b-15be-40d6-993f-199182e6df16 req-4970ce09-985d-44f1-8e74-656caa7df5fa service nova] Releasing lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.700784] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquired lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.700989] env[69245]: DEBUG nova.network.neutron [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.755787] env[69245]: DEBUG nova.network.neutron [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [{"id": "19b64075-3dd5-4fcf-802f-cffc88812b79", "address": "fa:16:3e:fe:d3:8a", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b64075-3d", "ovs_interfaceid": "19b64075-3dd5-4fcf-802f-cffc88812b79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.773533] env[69245]: DEBUG oslo_vmware.api [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708551, 'name': ReconfigVM_Task, 'duration_secs': 0.149998} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.773728] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738629', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'name': 'volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38a143ce-2de4-43d8-b207-6cfc16f90aab', 'attached_at': '', 'detached_at': '', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'serial': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.786250] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212391} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.786529] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.787611] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49212588-5f36-4587-89f6-c4e8074c1f49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.818681] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 69699d02-157e-4e44-b183-3a6995c99d25/69699d02-157e-4e44-b183-3a6995c99d25.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.822397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.515s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.824768] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb21ec52-c477-4169-be81-94fa80f6b3ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.842077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.123s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.842305] env[69245]: DEBUG nova.objects.instance [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1126.853843] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1126.853843] env[69245]: value = "task-3708553" [ 1126.853843] env[69245]: _type = "Task" [ 1126.853843] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.863581] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.932529] env[69245]: DEBUG nova.network.neutron [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.090042] env[69245]: DEBUG nova.compute.manager [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.090459] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.091872] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba7a31-e1bc-4043-81d7-2e25c5837d90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.100780] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.101156] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8028751-a9e4-4b72-a4a9-faf10e86baf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.111685] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1127.111685] env[69245]: value = "task-3708554" [ 1127.111685] env[69245]: _type = "Task" [ 1127.111685] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.123270] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.259381] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-fc61ec0a-64fd-4625-a924-c311d2c0b414" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.260937] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a719f-de3a-4aa6-8395-598741756abc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.273053] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbc69c3-a2de-4064-a453-439e780bd27d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.351083] env[69245]: DEBUG oslo_concurrency.lockutils [None req-abcc4c41-4fd0-4e65-9b2a-5bbc4f1c5d54 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.756s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.351573] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.438s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.351762] env[69245]: INFO nova.compute.manager [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Unshelving [ 1127.368603] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708553, 'name': ReconfigVM_Task, 'duration_secs': 0.323076} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.368877] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 69699d02-157e-4e44-b183-3a6995c99d25/69699d02-157e-4e44-b183-3a6995c99d25.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.369920] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa62b488-30cf-4a70-8ede-a2cfb32e9674 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.378427] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1127.378427] env[69245]: value = "task-3708555" [ 1127.378427] env[69245]: _type = "Task" [ 1127.378427] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.388953] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708555, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.436318] env[69245]: DEBUG oslo_concurrency.lockutils [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.532445] env[69245]: DEBUG nova.network.neutron [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.623737] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708554, 'name': PowerOffVM_Task, 'duration_secs': 0.208719} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.624118] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.624229] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.624501] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d949298a-bad9-476b-84f0-fba11bb57b8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.699363] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.699521] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.699665] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleting the datastore file [datastore2] f2668995-3984-461b-aa9b-a6bc5d1c716b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.699959] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96ce7be-6901-47b7-b62d-89d62d0cdc6f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.707342] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for the task: (returnval){ [ 1127.707342] env[69245]: value = "task-3708557" [ 1127.707342] env[69245]: _type = "Task" [ 1127.707342] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.717356] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.835388] env[69245]: DEBUG nova.objects.instance [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'flavor' on Instance uuid 38a143ce-2de4-43d8-b207-6cfc16f90aab {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.854571] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5c7d9830-a5f8-4fba-8fbe-fa034f332f00 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.858260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.968s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.858260] env[69245]: DEBUG nova.objects.instance [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lazy-loading 'resources' on Instance uuid ac1726eb-520e-4751-ae67-86cab3132e7f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.890794] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708555, 'name': Rename_Task, 'duration_secs': 0.45791} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.891083] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.891367] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-681d1bcb-4dae-4162-982a-40bac7fe5114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.899171] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1127.899171] env[69245]: value = "task-3708558" [ 1127.899171] env[69245]: _type = "Task" [ 1127.899171] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.909055] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.967962] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8d9a64-c28b-4f5f-89a6-f561c7ad61b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.988421] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795274c9-ca65-425c-9423-ed95f3e6ba58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.996969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.035207] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Releasing lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.084196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.219469] env[69245]: DEBUG oslo_vmware.api [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Task: {'id': task-3708557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229139} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.219803] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.219953] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.220260] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.220551] env[69245]: INFO nova.compute.manager [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1128.221057] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.221317] env[69245]: DEBUG nova.compute.manager [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.221461] env[69245]: DEBUG nova.network.neutron [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.344023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e84dc6fa-e37e-4a48-8489-d165a0c12ac9 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.822s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.344209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.260s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.344510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.344755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.344956] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.348894] env[69245]: INFO nova.compute.manager [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Terminating instance [ 1128.372702] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.373106] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae893cc2-ed1d-4d76-ab79-e23e89347c64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.382334] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1128.382334] env[69245]: value = "task-3708559" [ 1128.382334] env[69245]: _type = "Task" [ 1128.382334] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.392166] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.396024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.413393] env[69245]: DEBUG oslo_vmware.api [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708558, 'name': PowerOnVM_Task, 'duration_secs': 0.49748} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.413703] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.413867] env[69245]: INFO nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1128.414054] env[69245]: DEBUG nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.414935] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84271355-3bf2-4058-a67a-b50fe6a47cb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.503596] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.503915] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5fd1fd4-fa79-4926-a5d4-d9547bbd8411 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.513030] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1128.513030] env[69245]: value = "task-3708560" [ 1128.513030] env[69245]: _type = "Task" [ 1128.513030] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.523519] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.530803] env[69245]: DEBUG nova.compute.manager [req-22006339-edfd-4fbd-a822-7f8459f684f9 req-86d9d0bd-cd12-43d0-a7b9-d62275fbfa82 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Received event network-vif-deleted-a39acdef-f524-4508-bd6a-294056960e3b {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.531011] env[69245]: INFO nova.compute.manager [req-22006339-edfd-4fbd-a822-7f8459f684f9 req-86d9d0bd-cd12-43d0-a7b9-d62275fbfa82 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Neutron deleted interface a39acdef-f524-4508-bd6a-294056960e3b; detaching it from the instance and deleting it from the info cache [ 1128.531195] env[69245]: DEBUG nova.network.neutron [req-22006339-edfd-4fbd-a822-7f8459f684f9 req-86d9d0bd-cd12-43d0-a7b9-d62275fbfa82 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.542610] env[69245]: DEBUG nova.compute.manager [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.544632] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe66dc-af52-49c8-8cd0-4a8bd0103d6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.719799] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38418e7a-f5cb-4956-ab4f-e3b8e2296600 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.729402] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693db997-4a8b-46ff-80fb-85f5f9af6d0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.762555] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f24b7fb-b82d-4b36-ad98-3ab5a4dd65c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.772081] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d9c40-72cd-4786-8a7c-2c60571bcdb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.788113] env[69245]: DEBUG nova.compute.provider_tree [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.854305] env[69245]: DEBUG nova.compute.manager [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.854561] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.854852] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549d69b2-0511-4905-a4dd-496a7e83c82e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.864851] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1128.864851] env[69245]: value = "task-3708561" [ 1128.864851] env[69245]: _type = "Task" [ 1128.864851] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.875306] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.893299] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708559, 'name': PowerOffVM_Task, 'duration_secs': 0.270307} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.893656] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.894344] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.894563] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.894733] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.894947] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.895145] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.895304] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.895603] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.895707] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.895847] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.896018] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.896193] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.901720] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de34b785-6572-408e-9d11-7094c6e12df6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.919433] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1128.919433] env[69245]: value = "task-3708562" [ 1128.919433] env[69245]: _type = "Task" [ 1128.919433] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.933562] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.943333] env[69245]: INFO nova.compute.manager [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Took 23.38 seconds to build instance. [ 1129.013861] env[69245]: DEBUG nova.network.neutron [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.028083] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.033659] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a69f2bc-037e-4b50-ae9c-063a6a07c20a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.045481] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaf090e-e22d-4d09-943f-d5e4cbe00e16 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.092648] env[69245]: DEBUG nova.compute.manager [req-22006339-edfd-4fbd-a822-7f8459f684f9 req-86d9d0bd-cd12-43d0-a7b9-d62275fbfa82 service nova] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Detach interface failed, port_id=a39acdef-f524-4508-bd6a-294056960e3b, reason: Instance f2668995-3984-461b-aa9b-a6bc5d1c716b could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.291256] env[69245]: DEBUG nova.scheduler.client.report [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.376438] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708561, 'name': PowerOffVM_Task, 'duration_secs': 0.254628} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.376725] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.376958] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1129.377138] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738629', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'name': 'volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38a143ce-2de4-43d8-b207-6cfc16f90aab', 'attached_at': '', 'detached_at': '', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'serial': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1129.377940] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac2e88-90e1-4c19-9b8b-9a6d4c1f83f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.399718] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b62f74-cdf2-4e28-abd3-caac07b5d4d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.407856] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8109081a-01df-4f4f-b715-c77be8a40161 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.433474] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e8c048-16a1-4e4c-a3b6-5bdfe678c651 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.441435] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708562, 'name': ReconfigVM_Task, 'duration_secs': 0.188686} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.452485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-22b44ee0-8777-46bd-a05f-105b6901af1f tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.898s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.452808] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] The volume has not been displaced from its original location: [datastore1] volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e/volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1129.458063] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.458876] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975944e0-94a3-43ea-8bfd-246f7a9beb29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.461503] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580766e5-24fb-4a1d-979a-b4ba1e5c73ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.494130] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.494401] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.494559] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.494740] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.494884] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.495056] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.495249] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.495408] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.495573] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.495733] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.495909] env[69245]: DEBUG nova.virt.hardware [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.498199] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d59779-eab3-499c-98b7-8eca908f6cc3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.500979] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1129.500979] env[69245]: value = "task-3708563" [ 1129.500979] env[69245]: _type = "Task" [ 1129.500979] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.505930] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1129.505930] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f7106e-bead-be67-89cd-478462b9f43d" [ 1129.505930] env[69245]: _type = "Task" [ 1129.505930] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.513606] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.519684] env[69245]: INFO nova.compute.manager [-] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Took 1.30 seconds to deallocate network for instance. [ 1129.520059] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f7106e-bead-be67-89cd-478462b9f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.008082} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.530643] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.533553] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc687e70-9bb4-424c-b956-2aa96664a314 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.552700] env[69245]: DEBUG oslo_vmware.api [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708560, 'name': PowerOnVM_Task, 'duration_secs': 0.558484} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.554135] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.554335] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-114d30ee-3aea-477f-b865-f010980a8a04 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance 'ad5e2c7f-ca09-449a-b41e-402fce1f5826' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.557900] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1129.557900] env[69245]: value = "task-3708564" [ 1129.557900] env[69245]: _type = "Task" [ 1129.557900] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.571172] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.571980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce2b30-6983-421e-b022-dbad688881f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.581299] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Doing hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1129.581563] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2c1e586f-2f93-4dac-bf2d-eae8c0ba4553 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.589752] env[69245]: DEBUG oslo_vmware.api [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1129.589752] env[69245]: value = "task-3708565" [ 1129.589752] env[69245]: _type = "Task" [ 1129.589752] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.598240] env[69245]: DEBUG oslo_vmware.api [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708565, 'name': ResetVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.797316] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.800422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.922s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.800422] env[69245]: DEBUG nova.objects.instance [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1129.835526] env[69245]: INFO nova.scheduler.client.report [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Deleted allocations for instance ac1726eb-520e-4751-ae67-86cab3132e7f [ 1130.014048] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708563, 'name': ReconfigVM_Task, 'duration_secs': 0.249941} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.014350] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.019488] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f644f9a0-cebd-43cc-8889-fe6fc9797595 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.035812] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1130.035812] env[69245]: value = "task-3708566" [ 1130.035812] env[69245]: _type = "Task" [ 1130.035812] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.045743] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.047900] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.071998] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708564, 'name': ReconfigVM_Task, 'duration_secs': 0.287989} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.072312] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1130.073204] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138748b-492f-497b-8ff3-acde48ea63f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.100413] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.104145] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a4f680-731f-4447-bfac-f22caf2ce54f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.125236] env[69245]: DEBUG oslo_vmware.api [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708565, 'name': ResetVM_Task, 'duration_secs': 0.108543} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.127273] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Did hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1130.127600] env[69245]: DEBUG nova.compute.manager [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.128172] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1130.128172] env[69245]: value = "task-3708567" [ 1130.128172] env[69245]: _type = "Task" [ 1130.128172] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.129181] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5aaf13-065f-4fb2-8f31-5742c0843a82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.147944] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.348898] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0d258e59-0a62-4051-bb3a-3b5b35d8eb78 tempest-ServersListShow298Test-309166083 tempest-ServersListShow298Test-309166083-project-member] Lock "ac1726eb-520e-4751-ae67-86cab3132e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.766s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.549064] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708566, 'name': ReconfigVM_Task, 'duration_secs': 0.330488} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.549433] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738629', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'name': 'volume-2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38a143ce-2de4-43d8-b207-6cfc16f90aab', 'attached_at': '', 'detached_at': '', 'volume_id': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e', 'serial': '2cc9711d-f50d-4a8f-b9c8-b5084099f70e'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1130.549761] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.550770] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39efb028-87e5-4018-96b1-fae78c0081ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.561024] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.561351] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8b0a89-97b2-4913-9363-7a4d353551f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.644087] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708567, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.652920] env[69245]: DEBUG oslo_concurrency.lockutils [None req-11e21439-7ba0-4496-b696-6201f5920c21 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.604s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.657830] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.658242] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.658546] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 38a143ce-2de4-43d8-b207-6cfc16f90aab {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.659075] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d56f0818-6951-41ec-887b-0c234ff978d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.666983] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1130.666983] env[69245]: value = "task-3708569" [ 1130.666983] env[69245]: _type = "Task" [ 1130.666983] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.682175] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.811716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f96d5ee8-c721-42f3-b85e-41db75557788 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.813017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.585s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.814783] env[69245]: INFO nova.compute.claims [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.036332] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "69699d02-157e-4e44-b183-3a6995c99d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.036742] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.037014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "69699d02-157e-4e44-b183-3a6995c99d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.037244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.037443] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.041046] env[69245]: INFO nova.compute.manager [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Terminating instance [ 1131.151044] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708567, 'name': ReconfigVM_Task, 'duration_secs': 0.57106} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.151529] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414/fc61ec0a-64fd-4625-a924-c311d2c0b414.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.152973] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f641f3-3cc4-46f5-9333-0da9a27bbf75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.191336] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c46f9f-5204-4048-a632-00761f94fb3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.220419] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8e8a8-5374-4481-904a-9f18fac002a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.223954] env[69245]: DEBUG oslo_vmware.api [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262647} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.224316] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.224546] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.224732] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.224927] env[69245]: INFO nova.compute.manager [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1131.225217] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.225922] env[69245]: DEBUG nova.compute.manager [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.226043] env[69245]: DEBUG nova.network.neutron [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.248979] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89e1c4d-9db7-49b3-8976-eb4ba462f499 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.259058] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.259432] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9144b92c-d763-4e54-bd63-4e5cc9295fdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.268078] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1131.268078] env[69245]: value = "task-3708570" [ 1131.268078] env[69245]: _type = "Task" [ 1131.268078] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.280389] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.547380] env[69245]: DEBUG nova.compute.manager [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.547769] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.548846] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30c46ec-0ac9-4c09-9a69-3bdcb7a46507 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.560851] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.561286] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be316a45-e157-4130-aa19-33b031d342a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.569754] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1131.569754] env[69245]: value = "task-3708571" [ 1131.569754] env[69245]: _type = "Task" [ 1131.569754] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.579378] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.622365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.622654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.622817] env[69245]: DEBUG nova.compute.manager [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Going to confirm migration 6 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1131.780830] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.845982] env[69245]: DEBUG nova.compute.manager [req-b299de79-9e55-4ac8-894c-6dfa0f7c50c2 req-590adee5-0848-470a-ba17-09dda307c40b service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Received event network-vif-deleted-7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.846279] env[69245]: INFO nova.compute.manager [req-b299de79-9e55-4ac8-894c-6dfa0f7c50c2 req-590adee5-0848-470a-ba17-09dda307c40b service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Neutron deleted interface 7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0; detaching it from the instance and deleting it from the info cache [ 1131.846505] env[69245]: DEBUG nova.network.neutron [req-b299de79-9e55-4ac8-894c-6dfa0f7c50c2 req-590adee5-0848-470a-ba17-09dda307c40b service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.084100] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708571, 'name': PowerOffVM_Task, 'duration_secs': 0.217897} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.087068] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.087265] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.087728] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297f8bb6-393b-407f-8a32-4a1342f6f1ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.172197] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.172459] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.172806] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Deleting the datastore file [datastore1] 69699d02-157e-4e44-b183-3a6995c99d25 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.174185] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.174365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.174606] env[69245]: DEBUG nova.network.neutron [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.174769] env[69245]: DEBUG nova.objects.instance [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'info_cache' on Instance uuid ad5e2c7f-ca09-449a-b41e-402fce1f5826 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.176056] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544bf1e0-fb2d-449f-848d-d1e8ef50ab07 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.188434] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for the task: (returnval){ [ 1132.188434] env[69245]: value = "task-3708573" [ 1132.188434] env[69245]: _type = "Task" [ 1132.188434] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.195542] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96508a16-9f25-4812-b902-c89818f334ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.211209] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62e5c74-165c-4af2-9702-d414af5f5efa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.215121] env[69245]: DEBUG nova.network.neutron [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.218529] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.250456] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c71b80-435c-486d-9703-9931eb07b5ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.261869] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ab35e2-b487-40a9-b656-6f1f3ef789cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.278096] env[69245]: DEBUG nova.compute.provider_tree [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.288575] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.350512] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb3f0cb6-7f20-4c7e-97ad-e7d40cbf284c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.361492] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fbfb49-492a-4d98-955a-eeb33fc0e1e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.402965] env[69245]: DEBUG nova.compute.manager [req-b299de79-9e55-4ac8-894c-6dfa0f7c50c2 req-590adee5-0848-470a-ba17-09dda307c40b service nova] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Detach interface failed, port_id=7d6b7549-4ea2-44c0-b3b1-40253cd2a3f0, reason: Instance 38a143ce-2de4-43d8-b207-6cfc16f90aab could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.674049] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.674423] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.674972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.674972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.674972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.681440] env[69245]: INFO nova.compute.manager [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Terminating instance [ 1132.699718] env[69245]: DEBUG oslo_vmware.api [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Task: {'id': task-3708573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343498} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.699988] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.700248] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.700438] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.700606] env[69245]: INFO nova.compute.manager [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1132.700846] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.701045] env[69245]: DEBUG nova.compute.manager [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.701142] env[69245]: DEBUG nova.network.neutron [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.719747] env[69245]: INFO nova.compute.manager [-] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Took 1.49 seconds to deallocate network for instance. [ 1132.784558] env[69245]: DEBUG nova.scheduler.client.report [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.792419] env[69245]: DEBUG oslo_vmware.api [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708570, 'name': PowerOnVM_Task, 'duration_secs': 1.102911} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.792419] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.186858] env[69245]: DEBUG nova.compute.manager [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.187196] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.188666] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb6864-6175-48ec-b2d6-50297e859d26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.196898] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.197296] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddeac834-882f-4f31-a9c6-e4c46c0129a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.205433] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1133.205433] env[69245]: value = "task-3708574" [ 1133.205433] env[69245]: _type = "Task" [ 1133.205433] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.215036] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.268241] env[69245]: INFO nova.compute.manager [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Took 0.55 seconds to detach 1 volumes for instance. [ 1133.293654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.294216] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.296996] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.246s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.298523] env[69245]: INFO nova.compute.claims [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.400457] env[69245]: DEBUG nova.network.neutron [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [{"id": "8105a9e7-2237-438d-8649-83f9170d1186", "address": "fa:16:3e:35:36:85", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8105a9e7-22", "ovs_interfaceid": "8105a9e7-2237-438d-8649-83f9170d1186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.501284] env[69245]: DEBUG nova.network.neutron [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.715857] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708574, 'name': PowerOffVM_Task, 'duration_secs': 0.321734} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.716171] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.716325] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.716587] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f8e7233-6f83-4594-963f-0ba2c2316e92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.775259] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.786679] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.786974] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.787226] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleting the datastore file [datastore1] 3f9109ad-d41c-4946-8a36-db8fa1372f00 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.787516] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84fa981e-6ceb-4ebf-b136-ac2687244a32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.795650] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1133.795650] env[69245]: value = "task-3708576" [ 1133.795650] env[69245]: _type = "Task" [ 1133.795650] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.811636] env[69245]: DEBUG nova.compute.utils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.815959] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.816901] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.817031] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.849737] env[69245]: INFO nova.compute.manager [None req-9e2aaa11-2d02-4c06-8a46-2c1da12ec803 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance to original state: 'active' [ 1133.878840] env[69245]: DEBUG nova.compute.manager [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.879263] env[69245]: DEBUG nova.compute.manager [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing instance network info cache due to event network-changed-999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.879564] env[69245]: DEBUG oslo_concurrency.lockutils [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] Acquiring lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.879753] env[69245]: DEBUG oslo_concurrency.lockutils [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] Acquired lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.879971] env[69245]: DEBUG nova.network.neutron [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Refreshing network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.882683] env[69245]: DEBUG nova.policy [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.902656] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-ad5e2c7f-ca09-449a-b41e-402fce1f5826" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.902979] env[69245]: DEBUG nova.objects.instance [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'migration_context' on Instance uuid ad5e2c7f-ca09-449a-b41e-402fce1f5826 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.004016] env[69245]: INFO nova.compute.manager [-] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Took 1.30 seconds to deallocate network for instance. [ 1134.217108] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Successfully created port: 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.270558] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.270829] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.307859] env[69245]: DEBUG oslo_vmware.api [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140183} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.308088] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.308331] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.308517] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.308693] env[69245]: INFO nova.compute.manager [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1134.308948] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.309197] env[69245]: DEBUG nova.compute.manager [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.309312] env[69245]: DEBUG nova.network.neutron [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.319778] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.406888] env[69245]: DEBUG nova.objects.base [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.408932] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d1a270-9c4d-49ac-9ade-ba0c7ad030a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.434255] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703cb66e-0fd9-42d5-b1e9-b958d9ccbe6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.442576] env[69245]: DEBUG oslo_vmware.api [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1134.442576] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c47588-81e8-f9b2-8e36-fbc8738cb63d" [ 1134.442576] env[69245]: _type = "Task" [ 1134.442576] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.452389] env[69245]: DEBUG oslo_vmware.api [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c47588-81e8-f9b2-8e36-fbc8738cb63d, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.455240] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.510986] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.656396] env[69245]: DEBUG nova.compute.manager [req-f649c064-3ccb-4243-8d54-6b151496c1ed req-09a30358-1563-4a2a-8210-acc970695432 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Received event network-vif-deleted-999da757-ad7c-4f4d-a065-9f6929717d7f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.656396] env[69245]: INFO nova.compute.manager [req-f649c064-3ccb-4243-8d54-6b151496c1ed req-09a30358-1563-4a2a-8210-acc970695432 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Neutron deleted interface 999da757-ad7c-4f4d-a065-9f6929717d7f; detaching it from the instance and deleting it from the info cache [ 1134.656396] env[69245]: DEBUG nova.network.neutron [req-f649c064-3ccb-4243-8d54-6b151496c1ed req-09a30358-1563-4a2a-8210-acc970695432 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.722524] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27522876-d6ca-43ec-a8f0-81e53a8c400e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.731884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e2d89-7d5d-468c-aa7b-a619ea52c08d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.776823] env[69245]: INFO nova.compute.manager [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Detaching volume 13312bdd-a938-4743-b34a-1729159f92ed [ 1134.784291] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3713e796-2559-4098-a2ff-0b6980f40e13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.795625] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d8f6d4-45ba-45a9-ad12-8c8d3c2016f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.812678] env[69245]: DEBUG nova.compute.provider_tree [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.843276] env[69245]: INFO nova.virt.block_device [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Attempting to driver detach volume 13312bdd-a938-4743-b34a-1729159f92ed from mountpoint /dev/sdb [ 1134.843460] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.843656] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738604', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'name': 'volume-13312bdd-a938-4743-b34a-1729159f92ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4922f5d8-6906-4c3b-86a8-ecaf136072ea', 'attached_at': '', 'detached_at': '', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'serial': '13312bdd-a938-4743-b34a-1729159f92ed'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.844606] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e978e-9782-41bc-9dcc-71b322953be1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.872861] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a46a9c-f46f-4e80-ba74-ed30874fc1f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.882238] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3847f84-5efd-411a-90e2-123add82bd01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.908854] env[69245]: DEBUG nova.network.neutron [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updated VIF entry in instance network info cache for port 999da757-ad7c-4f4d-a065-9f6929717d7f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.909227] env[69245]: DEBUG nova.network.neutron [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [{"id": "999da757-ad7c-4f4d-a065-9f6929717d7f", "address": "fa:16:3e:d9:01:4f", "network": {"id": "a8a81338-7f68-493b-8e2b-c2430730f06f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1741001485-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e221cda425cf416ba1623ec0852896c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999da757-ad", "ovs_interfaceid": "999da757-ad7c-4f4d-a065-9f6929717d7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.911523] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8970a75-c1ae-49c7-b3cb-39107c3ef121 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.931183] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] The volume has not been displaced from its original location: [datastore1] volume-13312bdd-a938-4743-b34a-1729159f92ed/volume-13312bdd-a938-4743-b34a-1729159f92ed.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.936591] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.937353] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3d1c4b-1514-48f0-a0ee-0235b5306161 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.958369] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1134.958369] env[69245]: value = "task-3708577" [ 1134.958369] env[69245]: _type = "Task" [ 1134.958369] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.968384] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.103519] env[69245]: DEBUG nova.network.neutron [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.159170] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84ac6f7d-b7c9-43e8-8684-fa0ad2528317 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.170259] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b8bf8-b84c-4c58-ae42-90f319ce5017 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207354] env[69245]: DEBUG nova.compute.manager [req-f649c064-3ccb-4243-8d54-6b151496c1ed req-09a30358-1563-4a2a-8210-acc970695432 service nova] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Detach interface failed, port_id=999da757-ad7c-4f4d-a065-9f6929717d7f, reason: Instance 3f9109ad-d41c-4946-8a36-db8fa1372f00 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.315936] env[69245]: DEBUG nova.scheduler.client.report [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.332274] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.361017] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.361306] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.361493] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.361684] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.361828] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.361972] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.362202] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.362365] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.362532] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.362698] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.362871] env[69245]: DEBUG nova.virt.hardware [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.363791] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1248835-db8a-4db4-89e4-2cd992da7cb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.374415] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328b13d-66bb-4743-b1ab-8cd287f30bf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.412166] env[69245]: DEBUG oslo_concurrency.lockutils [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] Releasing lock "refresh_cache-3f9109ad-d41c-4946-8a36-db8fa1372f00" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.412504] env[69245]: DEBUG nova.compute.manager [req-6fcd531c-bf25-4545-bf94-34ccb6439094 req-4d39abe7-b913-4dfd-ad87-b5b15e416379 service nova] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Received event network-vif-deleted-d81ed41d-083c-400c-8117-fa6a6121d903 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.471795] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.529079] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.529079] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.529335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.529535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.529706] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.532415] env[69245]: INFO nova.compute.manager [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Terminating instance [ 1135.606550] env[69245]: INFO nova.compute.manager [-] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Took 1.30 seconds to deallocate network for instance. [ 1135.821892] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.822188] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.824980] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.431s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.825067] env[69245]: DEBUG nova.objects.instance [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'pci_requests' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.967647] env[69245]: DEBUG nova.compute.manager [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-vif-plugged-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.967874] env[69245]: DEBUG oslo_concurrency.lockutils [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.968123] env[69245]: DEBUG oslo_concurrency.lockutils [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.968303] env[69245]: DEBUG oslo_concurrency.lockutils [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.968475] env[69245]: DEBUG nova.compute.manager [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] No waiting events found dispatching network-vif-plugged-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1135.968642] env[69245]: WARNING nova.compute.manager [req-e7105e04-0a40-40d2-8f10-e53a1b87ee61 req-0dbac13a-b885-4994-a8e9-a8d860458001 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received unexpected event network-vif-plugged-6bd282fb-e377-40b9-849b-c0a0267848ba for instance with vm_state building and task_state spawning. [ 1135.972912] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708577, 'name': ReconfigVM_Task, 'duration_secs': 0.602385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.972912] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.977803] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a374f3a-621a-4cd6-b471-1ba0287e835e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.994536] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1135.994536] env[69245]: value = "task-3708578" [ 1135.994536] env[69245]: _type = "Task" [ 1135.994536] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.004689] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.037255] env[69245]: DEBUG nova.compute.manager [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.037543] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.037863] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d435c4b0-ba21-4a23-97f6-82d1a734f82a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.045136] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1136.045136] env[69245]: value = "task-3708579" [ 1136.045136] env[69245]: _type = "Task" [ 1136.045136] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.057215] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.114537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.128184] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Successfully updated port: 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.328755] env[69245]: DEBUG nova.compute.utils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.331622] env[69245]: DEBUG nova.objects.instance [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'numa_topology' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.332925] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.333111] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.377889] env[69245]: DEBUG nova.policy [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.508877] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.558347] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708579, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.632263] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.632485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.632601] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.700914] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Successfully created port: 270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.833454] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.836225] env[69245]: INFO nova.compute.claims [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.005973] env[69245]: DEBUG oslo_vmware.api [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708578, 'name': ReconfigVM_Task, 'duration_secs': 0.652184} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.006306] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738604', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'name': 'volume-13312bdd-a938-4743-b34a-1729159f92ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4922f5d8-6906-4c3b-86a8-ecaf136072ea', 'attached_at': '', 'detached_at': '', 'volume_id': '13312bdd-a938-4743-b34a-1729159f92ed', 'serial': '13312bdd-a938-4743-b34a-1729159f92ed'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1137.056257] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708579, 'name': PowerOffVM_Task, 'duration_secs': 0.560019} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.056257] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.056388] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.056573] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738599', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'name': 'volume-f8db17a2-20ee-4020-adc2-175a68681e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fc61ec0a-64fd-4625-a924-c311d2c0b414', 'attached_at': '2025-04-29T07:19:09.000000', 'detached_at': '', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'serial': 'f8db17a2-20ee-4020-adc2-175a68681e7c'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.057354] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4a090-b0dd-400f-b807-c2ff239b59eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.079343] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4bd24-7990-40fb-9c7c-a6d8bc7e9235 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.087180] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34ac892-e31f-4d61-87c5-88971a26b51d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.114383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99cead-2929-4f08-a211-bc3469f8d6b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.130266] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] The volume has not been displaced from its original location: [datastore1] volume-f8db17a2-20ee-4020-adc2-175a68681e7c/volume-f8db17a2-20ee-4020-adc2-175a68681e7c.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.135579] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.138143] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cded01e-5fb6-42ec-944b-3f71daf802dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.157463] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1137.157463] env[69245]: value = "task-3708580" [ 1137.157463] env[69245]: _type = "Task" [ 1137.157463] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.166130] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.195624] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.284316] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.284739] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.434875] env[69245]: DEBUG nova.network.neutron [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.552036] env[69245]: DEBUG nova.objects.instance [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'flavor' on Instance uuid 4922f5d8-6906-4c3b-86a8-ecaf136072ea {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.669250] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708580, 'name': ReconfigVM_Task, 'duration_secs': 0.207487} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.669726] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.674952] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f76383-ea97-4b2a-b2bc-1576ed304dbe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.690374] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1137.690374] env[69245]: value = "task-3708581" [ 1137.690374] env[69245]: _type = "Task" [ 1137.690374] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.699569] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.793899] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.794127] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.794355] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.794805] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.794842] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.795162] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.795197] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1137.795391] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.850516] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.881695] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.881821] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.881952] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.882167] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.882318] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.882469] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.882680] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.882966] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.883057] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.883289] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.883455] env[69245]: DEBUG nova.virt.hardware [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.884463] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043059ff-ef0d-4780-bd51-e6bfac4505b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.894632] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7860fd40-af24-400b-98da-0801169a2c6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.937843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.938228] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Instance network_info: |[{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.938818] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:76:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd282fb-e377-40b9-849b-c0a0267848ba', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.946571] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.949702] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.950158] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b88083b-b566-4809-8198-f5fe3ec1ad04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.974153] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.974153] env[69245]: value = "task-3708582" [ 1137.974153] env[69245]: _type = "Task" [ 1137.974153] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.986241] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708582, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.000958] env[69245]: DEBUG nova.compute.manager [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.000958] env[69245]: DEBUG nova.compute.manager [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.000958] env[69245]: DEBUG oslo_concurrency.lockutils [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.001520] env[69245]: DEBUG oslo_concurrency.lockutils [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.001520] env[69245]: DEBUG nova.network.neutron [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.183376] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b715ee5-f6c4-482d-a086-968a250d911d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.191244] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43524d37-25ca-4cd3-8ba7-d5efb3d9e52b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.208480] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708581, 'name': ReconfigVM_Task, 'duration_secs': 0.238217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.235874] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738599', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'name': 'volume-f8db17a2-20ee-4020-adc2-175a68681e7c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fc61ec0a-64fd-4625-a924-c311d2c0b414', 'attached_at': '2025-04-29T07:19:09.000000', 'detached_at': '', 'volume_id': 'f8db17a2-20ee-4020-adc2-175a68681e7c', 'serial': 'f8db17a2-20ee-4020-adc2-175a68681e7c'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.236243] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.237368] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7cf979-8a42-4a76-9841-08cabdac0742 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.242174] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc18e900-5b86-4d0a-8b76-e23b73e5ce56 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.252909] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5fffab-484f-41c2-a121-837939c2a477 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.257394] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.257853] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58f96aea-bfc8-4fd5-a8d4-22e95bb14955 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.271228] env[69245]: DEBUG nova.compute.provider_tree [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.299571] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.333490] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.333707] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.333894] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleting the datastore file [datastore2] fc61ec0a-64fd-4625-a924-c311d2c0b414 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.335208] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a799d4-f54e-422a-a41c-791e76aabab4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.343527] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1138.343527] env[69245]: value = "task-3708584" [ 1138.343527] env[69245]: _type = "Task" [ 1138.343527] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.353945] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.430230] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Successfully updated port: 270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.487784] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708582, 'name': CreateVM_Task, 'duration_secs': 0.508832} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.488183] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.489084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.489351] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.489773] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.490616] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7989bee4-cc3d-49ae-a55d-cbbed6681244 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.496184] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1138.496184] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522dc5a2-11bd-fbf5-b0d3-f666a3068769" [ 1138.496184] env[69245]: _type = "Task" [ 1138.496184] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.508958] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522dc5a2-11bd-fbf5-b0d3-f666a3068769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.562064] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d6ab047-2359-4066-addb-2f366ffeb64b tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.291s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.775221] env[69245]: DEBUG nova.network.neutron [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.775652] env[69245]: DEBUG nova.network.neutron [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.781106] env[69245]: DEBUG nova.scheduler.client.report [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.801837] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.802068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.802517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.802517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.802722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.804860] env[69245]: INFO nova.compute.manager [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Terminating instance [ 1138.853431] env[69245]: DEBUG oslo_vmware.api [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.853753] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.853811] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.854034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.854218] env[69245]: INFO nova.compute.manager [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1138.854513] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.854644] env[69245]: DEBUG nova.compute.manager [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.854743] env[69245]: DEBUG nova.network.neutron [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.933242] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.933413] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.933644] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.007334] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522dc5a2-11bd-fbf5-b0d3-f666a3068769, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.007721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.007890] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.008431] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.008431] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.008526] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.009479] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46b04dd0-31d0-4bfb-a70a-c433d6ddf2a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.018139] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.018350] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.019219] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b94234-0ed1-4cd7-9c20-45564025a15d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.025032] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1139.025032] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f25cef-6902-2a8d-a73f-a3d491a116bf" [ 1139.025032] env[69245]: _type = "Task" [ 1139.025032] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.033769] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f25cef-6902-2a8d-a73f-a3d491a116bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.282467] env[69245]: DEBUG oslo_concurrency.lockutils [req-0eab224c-33b7-4e27-b2ab-22e972a137d0 req-813ad8cf-351d-4fe9-82e1-ae7cb946bd37 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.283343] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.459s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.285507] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.238s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.285744] env[69245]: DEBUG nova.objects.instance [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lazy-loading 'resources' on Instance uuid f2668995-3984-461b-aa9b-a6bc5d1c716b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.308694] env[69245]: DEBUG nova.compute.manager [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.308898] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.310650] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315a6fc-76b4-4b9f-add7-052015f1b3e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.319048] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.319164] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51a46e1-3d95-436f-a83d-5cbaa005de86 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.325251] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1139.325251] env[69245]: value = "task-3708585" [ 1139.325251] env[69245]: _type = "Task" [ 1139.325251] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.329935] env[69245]: INFO nova.network.neutron [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating port d97e4cea-5fb2-44c5-8349-e2aad8a3381f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1139.338021] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.518340] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.543545] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f25cef-6902-2a8d-a73f-a3d491a116bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.544384] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05993c55-89d9-4915-813a-d9c895c73c65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.553495] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1139.553495] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c317da-8963-cc78-6ed8-a474fd9231d9" [ 1139.553495] env[69245]: _type = "Task" [ 1139.553495] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.562276] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c317da-8963-cc78-6ed8-a474fd9231d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.837564] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708585, 'name': PowerOffVM_Task, 'duration_secs': 0.224959} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.841244] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.841483] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.843073] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac72ab8a-8481-4dae-b743-333fd19cf7b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.891273] env[69245]: DEBUG nova.network.neutron [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.915489] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.915489] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.916240] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleting the datastore file [datastore2] 4922f5d8-6906-4c3b-86a8-ecaf136072ea {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.919955] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488c4f43-d73f-479f-b52b-1f5276b90b8d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.922905] env[69245]: DEBUG nova.network.neutron [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Updating instance_info_cache with network_info: [{"id": "270f84af-4525-4162-8823-8cfef482389f", "address": "fa:16:3e:8b:d3:f1", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f84af-45", "ovs_interfaceid": "270f84af-4525-4162-8823-8cfef482389f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.931326] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1139.931326] env[69245]: value = "task-3708587" [ 1139.931326] env[69245]: _type = "Task" [ 1139.931326] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.952653] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.066168] env[69245]: DEBUG nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Received event network-vif-plugged-270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.066168] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Acquiring lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.066168] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.066168] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.066168] env[69245]: DEBUG nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] No waiting events found dispatching network-vif-plugged-270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1140.066168] env[69245]: WARNING nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Received unexpected event network-vif-plugged-270f84af-4525-4162-8823-8cfef482389f for instance with vm_state building and task_state spawning. [ 1140.066441] env[69245]: DEBUG nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Received event network-changed-270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.066441] env[69245]: DEBUG nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Refreshing instance network info cache due to event network-changed-270f84af-4525-4162-8823-8cfef482389f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.066777] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Acquiring lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073551] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c317da-8963-cc78-6ed8-a474fd9231d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.074015] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.074276] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 57cc49d3-af11-4012-907a-c1482690fd86/57cc49d3-af11-4012-907a-c1482690fd86.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.074568] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-448fa9f1-d1da-4cc9-bc27-6cd0cc65e529 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.084913] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1140.084913] env[69245]: value = "task-3708588" [ 1140.084913] env[69245]: _type = "Task" [ 1140.084913] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.098743] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.133982] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.134331] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.174235] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc6c458-0cd2-4474-ab97-bae0d7b05ca0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.183103] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b26ab3-8709-41f7-9596-2d1bbedfde55 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.216056] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0dbb88-ce0b-408b-b23b-13a6cc54344d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.225085] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3c995-cb05-45c9-b2fb-a02bc65edc36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.244084] env[69245]: DEBUG nova.compute.provider_tree [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.401725] env[69245]: INFO nova.compute.manager [-] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Took 1.55 seconds to deallocate network for instance. [ 1140.426144] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.426338] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Instance network_info: |[{"id": "270f84af-4525-4162-8823-8cfef482389f", "address": "fa:16:3e:8b:d3:f1", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f84af-45", "ovs_interfaceid": "270f84af-4525-4162-8823-8cfef482389f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.426618] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Acquired lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.426795] env[69245]: DEBUG nova.network.neutron [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Refreshing network info cache for port 270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.429198] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:d3:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '270f84af-4525-4162-8823-8cfef482389f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.438321] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.439349] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.442938] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8fb4d5-875e-4d0f-9e5a-fc87c0b08174 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.466479] env[69245]: DEBUG oslo_vmware.api [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.467941] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.468189] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.468382] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.468559] env[69245]: INFO nova.compute.manager [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1140.468804] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.469010] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.469010] env[69245]: value = "task-3708589" [ 1140.469010] env[69245]: _type = "Task" [ 1140.469010] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.469209] env[69245]: DEBUG nova.compute.manager [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.469305] env[69245]: DEBUG nova.network.neutron [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.482084] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708589, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.596927] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493274} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.597163] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 57cc49d3-af11-4012-907a-c1482690fd86/57cc49d3-af11-4012-907a-c1482690fd86.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.597498] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.597799] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2bd59e6-7c00-4e62-b8e4-563c484df71d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.605137] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1140.605137] env[69245]: value = "task-3708590" [ 1140.605137] env[69245]: _type = "Task" [ 1140.605137] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.614076] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.638609] env[69245]: DEBUG nova.compute.utils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.746925] env[69245]: DEBUG nova.scheduler.client.report [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.959246] env[69245]: INFO nova.compute.manager [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Took 0.56 seconds to detach 1 volumes for instance. [ 1140.981333] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708589, 'name': CreateVM_Task, 'duration_secs': 0.422092} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.981559] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.982197] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.982535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.982667] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.982914] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecbbaa9-15f5-4d78-a579-3715b9be1d26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.987801] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1140.987801] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa3da5-8c9a-7267-5aa7-bb72caf117f8" [ 1140.987801] env[69245]: _type = "Task" [ 1140.987801] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.996821] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa3da5-8c9a-7267-5aa7-bb72caf117f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.121349] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066379} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.121349] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.121349] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbfd292-0406-46d8-9e21-af96a2650641 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.148097] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 57cc49d3-af11-4012-907a-c1482690fd86/57cc49d3-af11-4012-907a-c1482690fd86.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.149161] env[69245]: DEBUG nova.network.neutron [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Updated VIF entry in instance network info cache for port 270f84af-4525-4162-8823-8cfef482389f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.149732] env[69245]: DEBUG nova.network.neutron [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Updating instance_info_cache with network_info: [{"id": "270f84af-4525-4162-8823-8cfef482389f", "address": "fa:16:3e:8b:d3:f1", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap270f84af-45", "ovs_interfaceid": "270f84af-4525-4162-8823-8cfef482389f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.151981] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.152620] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-494d107d-aef8-4742-b9f0-9700b91fbc98 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.169927] env[69245]: DEBUG oslo_concurrency.lockutils [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] Releasing lock "refresh_cache-f6b631ce-8318-4ace-97af-39ac00b6dfa5" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.169927] env[69245]: DEBUG nova.compute.manager [req-a3e86b00-735c-45d8-85df-d0afd9bec64e req-76f0bcb0-b776-4e07-b8ba-59ae018fd0ed service nova] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Received event network-vif-deleted-19b64075-3dd5-4fcf-802f-cffc88812b79 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.178061] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1141.178061] env[69245]: value = "task-3708591" [ 1141.178061] env[69245]: _type = "Task" [ 1141.178061] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.188267] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.252697] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.255474] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.480s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.255725] env[69245]: DEBUG nova.objects.instance [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'resources' on Instance uuid 38a143ce-2de4-43d8-b207-6cfc16f90aab {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.286023] env[69245]: INFO nova.scheduler.client.report [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Deleted allocations for instance f2668995-3984-461b-aa9b-a6bc5d1c716b [ 1141.465846] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.498677] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fa3da5-8c9a-7267-5aa7-bb72caf117f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.499011] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.499261] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.499492] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.499635] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.499813] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.500182] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e3fa58-819a-4079-b404-b15d99dbd698 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.504126] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.504305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.504482] env[69245]: DEBUG nova.network.neutron [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.510664] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.510889] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.511700] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d661c96f-bb30-4fe4-b470-7ad70c31e4bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.520849] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1141.520849] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b1a2f4-2cb8-0398-f8d1-63e6313859fa" [ 1141.520849] env[69245]: _type = "Task" [ 1141.520849] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.534614] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b1a2f4-2cb8-0398-f8d1-63e6313859fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.688790] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708591, 'name': ReconfigVM_Task, 'duration_secs': 0.373611} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.689287] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 57cc49d3-af11-4012-907a-c1482690fd86/57cc49d3-af11-4012-907a-c1482690fd86.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.689880] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc87e467-6a40-4128-8a58-31d20e317049 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.697259] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1141.697259] env[69245]: value = "task-3708592" [ 1141.697259] env[69245]: _type = "Task" [ 1141.697259] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.709619] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708592, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.800293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65a6d865-0b5c-4089-8c5a-c734fbd465b2 tempest-ImagesTestJSON-1500869159 tempest-ImagesTestJSON-1500869159-project-member] Lock "f2668995-3984-461b-aa9b-a6bc5d1c716b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.223s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.953121] env[69245]: DEBUG nova.network.neutron [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.031669] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b1a2f4-2cb8-0398-f8d1-63e6313859fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.035542] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b63f865-6509-4f44-b669-c793c13ea720 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.041634] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1142.041634] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520c4433-3508-486d-4808-c9d458a187a6" [ 1142.041634] env[69245]: _type = "Task" [ 1142.041634] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.052085] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d0820-8239-4793-8d21-57c102dbc62e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.058587] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520c4433-3508-486d-4808-c9d458a187a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.064429] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16502b04-17c6-410d-b1d1-5299083760c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.106981] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc3ab0f-7116-4ee3-8872-9700a556079e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.112731] env[69245]: DEBUG nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.116025] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.116025] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.116025] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.116025] env[69245]: DEBUG nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] No waiting events found dispatching network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.116025] env[69245]: WARNING nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received unexpected event network-vif-plugged-d97e4cea-5fb2-44c5-8349-e2aad8a3381f for instance with vm_state shelved_offloaded and task_state spawning. [ 1142.116025] env[69245]: DEBUG nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Received event network-vif-deleted-20db1ee4-654d-47ec-9406-4a2ac9dd888c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.116025] env[69245]: DEBUG nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.116025] env[69245]: DEBUG nova.compute.manager [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing instance network info cache due to event network-changed-d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.116025] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.124423] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3231b9-7ee2-484a-bbd3-8c8a5567ae25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.146956] env[69245]: DEBUG nova.compute.provider_tree [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.211677] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708592, 'name': Rename_Task, 'duration_secs': 0.25784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.215493] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.216390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.216716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.217038] env[69245]: INFO nova.compute.manager [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Attaching volume 1bffbe00-e2c1-42c8-804f-32baa87f873a to /dev/sdb [ 1142.219777] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0e42681-9946-49a0-bc7f-7ad0911d31ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.229590] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1142.229590] env[69245]: value = "task-3708593" [ 1142.229590] env[69245]: _type = "Task" [ 1142.229590] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.243217] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.269123] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbe665b-39ad-42ba-bb2c-94eeb2d122d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.276595] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee2e4a-e40d-4182-b8c6-425a0aa4e144 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.300523] env[69245]: DEBUG nova.virt.block_device [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating existing volume attachment record: 61cd3d89-3163-4291-bd8a-c2d9e454039a {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.356581] env[69245]: DEBUG nova.network.neutron [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.455932] env[69245]: INFO nova.compute.manager [-] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Took 1.99 seconds to deallocate network for instance. [ 1142.555230] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520c4433-3508-486d-4808-c9d458a187a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020827} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.555537] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.555810] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f6b631ce-8318-4ace-97af-39ac00b6dfa5/f6b631ce-8318-4ace-97af-39ac00b6dfa5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.556164] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f624a6-b42d-4817-9583-526cd8c0d41b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.565099] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1142.565099] env[69245]: value = "task-3708596" [ 1142.565099] env[69245]: _type = "Task" [ 1142.565099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.574823] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.653030] env[69245]: DEBUG nova.scheduler.client.report [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.743378] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.862034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.863241] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.863241] env[69245]: DEBUG nova.network.neutron [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Refreshing network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.900900] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4a6fcd0970a34e0b126f1d1c8e6d09fa',container_format='bare',created_at=2025-04-29T07:18:33Z,direct_url=,disk_format='vmdk',id=5c0c0498-e03d-4695-905b-07153b406179,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-213959368-shelved',owner='5c2114504e9d4d97883555c107438ff6',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-29T07:18:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.901123] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.901245] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.901471] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.901736] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.901881] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.902315] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.902440] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.902689] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.902845] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.903022] env[69245]: DEBUG nova.virt.hardware [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.905593] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea59350a-ea3a-42c0-8936-699a5b58e7c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.917582] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82df237-aae2-4a5d-b5ce-ae83be0ca494 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.934917] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:16:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd97e4cea-5fb2-44c5-8349-e2aad8a3381f', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.943082] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.943255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.943505] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cbed72c-32dd-4544-8e3c-ed3e7d095318 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.963225] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.970237] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.970237] env[69245]: value = "task-3708598" [ 1142.970237] env[69245]: _type = "Task" [ 1142.970237] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.982090] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708598, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.077702] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.078964] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] f6b631ce-8318-4ace-97af-39ac00b6dfa5/f6b631ce-8318-4ace-97af-39ac00b6dfa5.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.078964] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.078964] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c12b5d2-958c-4ba0-a77f-7afd35d61da0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.089484] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1143.089484] env[69245]: value = "task-3708599" [ 1143.089484] env[69245]: _type = "Task" [ 1143.089484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.101447] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.159449] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.162731] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.707s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.186171] env[69245]: INFO nova.scheduler.client.report [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 38a143ce-2de4-43d8-b207-6cfc16f90aab [ 1143.241052] env[69245]: DEBUG oslo_vmware.api [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708593, 'name': PowerOnVM_Task, 'duration_secs': 0.51538} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.241358] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.241568] env[69245]: INFO nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1143.241745] env[69245]: DEBUG nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.242608] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c11323-3f60-4ff5-a6f0-a244cb773ae0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.481282] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708598, 'name': CreateVM_Task, 'duration_secs': 0.380508} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.481469] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.482186] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.482374] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.482755] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.483017] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77eafb5-800d-46cc-9650-fe5d56fca4d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.491914] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1143.491914] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52073cab-6edc-00f4-eece-be131a43d855" [ 1143.491914] env[69245]: _type = "Task" [ 1143.491914] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.501474] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52073cab-6edc-00f4-eece-be131a43d855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.604649] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076069} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.605058] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.606216] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3fdbc-2489-4313-8812-1ae85b65209f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.641283] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f6b631ce-8318-4ace-97af-39ac00b6dfa5/f6b631ce-8318-4ace-97af-39ac00b6dfa5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.641596] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d27c0e18-7b0c-4cf9-a1c2-ae5c6ede65d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.664328] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1143.664328] env[69245]: value = "task-3708600" [ 1143.664328] env[69245]: _type = "Task" [ 1143.664328] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.676145] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.693729] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b8f0b8a0-9fcb-4ce3-ace7-c7057a5e9fde tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "38a143ce-2de4-43d8-b207-6cfc16f90aab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.349s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.766923] env[69245]: INFO nova.compute.manager [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Took 22.57 seconds to build instance. [ 1143.769901] env[69245]: DEBUG nova.network.neutron [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updated VIF entry in instance network info cache for port d97e4cea-5fb2-44c5-8349-e2aad8a3381f. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.770387] env[69245]: DEBUG nova.network.neutron [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.994963] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a82a071-366e-4a03-aea5-210865c8ca88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.009520] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339d831-b872-4984-9c6d-82ffbd0bfe95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.012902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.013180] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Processing image 5c0c0498-e03d-4695-905b-07153b406179 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.013421] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.013569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.013746] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.014394] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf88a84-cb9a-4e76-8e76-160c7807b29a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.045622] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f01ce50-dd52-4f14-bf3e-ddbd440ab5c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.048386] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.048562] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.049267] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d823d4-2542-4c20-829a-427153b05385 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.057871] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb28e97-a385-4daa-a3a1-5f5ca465e04e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.061927] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1144.061927] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5255b739-845e-1abe-6287-8f32674763f0" [ 1144.061927] env[69245]: _type = "Task" [ 1144.061927] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.074098] env[69245]: DEBUG nova.compute.provider_tree [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.083209] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1144.083209] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Fetch image to [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78/OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1144.083209] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Downloading stream optimized image 5c0c0498-e03d-4695-905b-07153b406179 to [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78/OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78.vmdk on the data store datastore2 as vApp {{(pid=69245) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1144.083209] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Downloading image file data 5c0c0498-e03d-4695-905b-07153b406179 to the ESX as VM named 'OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78' {{(pid=69245) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1144.170700] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1144.170700] env[69245]: value = "resgroup-9" [ 1144.170700] env[69245]: _type = "ResourcePool" [ 1144.170700] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1144.171046] env[69245]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c15af61f-9d73-4178-a2ae-cb293e5016ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.197253] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.200495] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lease: (returnval){ [ 1144.200495] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1144.200495] env[69245]: _type = "HttpNfcLease" [ 1144.200495] env[69245]: } obtained for vApp import into resource pool (val){ [ 1144.200495] env[69245]: value = "resgroup-9" [ 1144.200495] env[69245]: _type = "ResourcePool" [ 1144.200495] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1144.200872] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the lease: (returnval){ [ 1144.200872] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1144.200872] env[69245]: _type = "HttpNfcLease" [ 1144.200872] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1144.208528] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.208528] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1144.208528] env[69245]: _type = "HttpNfcLease" [ 1144.208528] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.275042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3dd27da9-59c5-4dfd-bc66-3d7b8d52ce10 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.088s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.275703] env[69245]: DEBUG oslo_concurrency.lockutils [req-044937d2-80ea-4eba-95cf-c4c1e49a14d0 req-36d84720-cb78-4f80-b2b8-de0435b2831c service nova] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.582025] env[69245]: DEBUG nova.scheduler.client.report [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.676313] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.710652] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.710652] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1144.710652] env[69245]: _type = "HttpNfcLease" [ 1144.710652] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1145.177822] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708600, 'name': ReconfigVM_Task, 'duration_secs': 1.121652} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.178125] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f6b631ce-8318-4ace-97af-39ac00b6dfa5/f6b631ce-8318-4ace-97af-39ac00b6dfa5.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.178812] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa975528-13ec-4a0f-99fd-ffa7adc64b06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.188685] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1145.188685] env[69245]: value = "task-3708603" [ 1145.188685] env[69245]: _type = "Task" [ 1145.188685] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.201271] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708603, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.211785] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.211785] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1145.211785] env[69245]: _type = "HttpNfcLease" [ 1145.211785] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1145.211785] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1145.211785] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5267cd3a-2f4d-f2ef-8ca4-6fb0247dabc9" [ 1145.211785] env[69245]: _type = "HttpNfcLease" [ 1145.211785] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1145.213546] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeade2f9-ff7d-4c26-ab18-66d2e16146d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.223152] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1145.223152] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1145.293275] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97e7c8bf-d3a0-4776-8cf1-93fd63ed33de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.350419] env[69245]: DEBUG nova.compute.manager [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.350892] env[69245]: DEBUG nova.compute.manager [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.351382] env[69245]: DEBUG oslo_concurrency.lockutils [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.351450] env[69245]: DEBUG oslo_concurrency.lockutils [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.352314] env[69245]: DEBUG nova.network.neutron [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.595946] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.433s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.601946] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.091s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.602357] env[69245]: DEBUG nova.objects.instance [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lazy-loading 'resources' on Instance uuid 69699d02-157e-4e44-b183-3a6995c99d25 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.702471] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708603, 'name': Rename_Task, 'duration_secs': 0.210738} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.702791] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.703103] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe6bd10-2b59-4271-99d8-92a946796da6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.710584] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1145.710584] env[69245]: value = "task-3708604" [ 1145.710584] env[69245]: _type = "Task" [ 1145.710584] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.729307] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.201689] env[69245]: INFO nova.scheduler.client.report [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocation for migration 508f373b-6d01-48da-a7c7-858c2293806b [ 1146.230322] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.318664] env[69245]: DEBUG nova.network.neutron [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.319288] env[69245]: DEBUG nova.network.neutron [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.478077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.478077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.491025] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1146.491025] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1146.491025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0db8013-1f79-43db-beec-fb4727468f62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.502722] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1146.505267] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1146.505267] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-44cb1b6c-485a-4649-a1b6-f73533d27f87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.506928] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e77e8-c841-4a0c-b13d-86a632af6339 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.526478] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64a1756-a875-41ac-b986-8e6309061b60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.562933] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6443d785-bfa3-4fc2-a90f-6f6f9df2fb74 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.571798] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4f6e2b-5abd-4ccc-89b9-0a36029ceff7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.591521] env[69245]: DEBUG nova.compute.provider_tree [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.621738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.621981] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.718096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-166cc250-d0b4-4013-8eb8-f29cacda0baf tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.095s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.723639] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.824423] env[69245]: DEBUG oslo_concurrency.lockutils [req-4b2ec166-7d70-4f18-b146-08c388c674c0 req-bfb12dff-090c-4519-954c-534c075e05e0 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.853717] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.853956] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738636', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'name': 'volume-1bffbe00-e2c1-42c8-804f-32baa87f873a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fd1e738-a57a-401b-a0ee-2f9aaa97028f', 'attached_at': '', 'detached_at': '', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'serial': '1bffbe00-e2c1-42c8-804f-32baa87f873a'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.855131] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff38a9-ce19-4f86-9511-0f19db042c59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.878649] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f0ed86-63f4-428a-871d-6e4cd7f9c79a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.882865] env[69245]: DEBUG oslo_vmware.rw_handles [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257efd7-e3ed-cb44-3879-34f9f2c4f2fe/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1146.883132] env[69245]: INFO nova.virt.vmwareapi.images [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Downloaded image file data 5c0c0498-e03d-4695-905b-07153b406179 [ 1146.884355] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f5fa91-486e-41e5-9f7b-7c3458f06d9e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.907955] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-1bffbe00-e2c1-42c8-804f-32baa87f873a/volume-1bffbe00-e2c1-42c8-804f-32baa87f873a.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.908781] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063cf446-4689-4fe4-8b8e-85a56105b8f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.933203] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e8a959d-57ae-45ab-943f-3e8b9d8332cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.939702] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1146.939702] env[69245]: value = "task-3708605" [ 1146.939702] env[69245]: _type = "Task" [ 1146.939702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.950435] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.981141] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.985197] env[69245]: INFO nova.virt.vmwareapi.images [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] The imported VM was unregistered [ 1146.987670] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1146.987867] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.988469] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c65f55-2228-4d15-af2d-5785add8443c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.005033] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Created directory with path [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.005033] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78/OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78.vmdk to [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk. {{(pid=69245) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1147.005297] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ea921e9e-1404-44a5-afe2-782204a30eca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.015939] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1147.015939] env[69245]: value = "task-3708607" [ 1147.015939] env[69245]: _type = "Task" [ 1147.015939] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.024738] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.096735] env[69245]: DEBUG nova.scheduler.client.report [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.124533] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.155848] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.155848] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.156725] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.156725] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.156725] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.159130] env[69245]: INFO nova.compute.manager [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Terminating instance [ 1147.227495] env[69245]: DEBUG oslo_vmware.api [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708604, 'name': PowerOnVM_Task, 'duration_secs': 1.441563} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.227938] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.228316] env[69245]: INFO nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1147.228678] env[69245]: DEBUG nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.229879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec904c32-aa9d-49eb-a66b-2b57f83e8df1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.454693] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.510253] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.534404] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.605309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.609398] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.495s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.609873] env[69245]: DEBUG nova.objects.instance [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lazy-loading 'resources' on Instance uuid 3f9109ad-d41c-4946-8a36-db8fa1372f00 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.632698] env[69245]: INFO nova.scheduler.client.report [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Deleted allocations for instance 69699d02-157e-4e44-b183-3a6995c99d25 [ 1147.650749] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.664582] env[69245]: DEBUG nova.compute.manager [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.664881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.666148] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6fd7c2-559a-4677-a1f4-5aab96024e2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.679234] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.679745] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6284be88-3b8b-4ab0-88b3-ec3f414d21a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.691451] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1147.691451] env[69245]: value = "task-3708608" [ 1147.691451] env[69245]: _type = "Task" [ 1147.691451] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.705598] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.728200] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.728547] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.754185] env[69245]: INFO nova.compute.manager [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Took 23.73 seconds to build instance. [ 1147.954232] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708605, 'name': ReconfigVM_Task, 'duration_secs': 0.642208} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.954627] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-1bffbe00-e2c1-42c8-804f-32baa87f873a/volume-1bffbe00-e2c1-42c8-804f-32baa87f873a.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.961441] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d8f94a-de83-45c2-bcc1-2a6e36c29076 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.981146] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1147.981146] env[69245]: value = "task-3708609" [ 1147.981146] env[69245]: _type = "Task" [ 1147.981146] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.997329] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.027619] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.146648] env[69245]: DEBUG oslo_concurrency.lockutils [None req-631a3374-9cbb-4a61-b72a-4c3a0eb9d917 tempest-ServerTagsTestJSON-262538450 tempest-ServerTagsTestJSON-262538450-project-member] Lock "69699d02-157e-4e44-b183-3a6995c99d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.110s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.207462] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708608, 'name': PowerOffVM_Task, 'duration_secs': 0.245218} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.210627] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.210832] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.211523] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd0e493-5a65-4f6e-a3bd-1ffe7e20b49a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.232992] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.258141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-74e35a62-8969-47b1-848d-5610bc2fa20d tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.242s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.324799] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.324799] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.324799] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore1] ad5e2c7f-ca09-449a-b41e-402fce1f5826 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.324799] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9dcc74-b16c-49aa-a009-ab891825b640 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.336028] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1148.336028] env[69245]: value = "task-3708611" [ 1148.336028] env[69245]: _type = "Task" [ 1148.336028] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.357970] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.488491] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2554314d-b0a0-4119-8faf-d525801d5f6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.502021] env[69245]: DEBUG oslo_vmware.api [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708609, 'name': ReconfigVM_Task, 'duration_secs': 0.277793} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.504806] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738636', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'name': 'volume-1bffbe00-e2c1-42c8-804f-32baa87f873a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fd1e738-a57a-401b-a0ee-2f9aaa97028f', 'attached_at': '', 'detached_at': '', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'serial': '1bffbe00-e2c1-42c8-804f-32baa87f873a'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.507573] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2ac444-c4e1-46c1-a74c-3e28ecdf40a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.552350] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d953589-9837-4762-9625-58f3c18bbf75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.560264] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.563991] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36465b9f-9748-41cb-bd66-34d2e0fb5e91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.585261] env[69245]: DEBUG nova.compute.provider_tree [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.757315] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.848946] env[69245]: DEBUG oslo_vmware.api [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.465008} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.849261] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.849452] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.849636] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.849950] env[69245]: INFO nova.compute.manager [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1148.850330] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.850501] env[69245]: DEBUG nova.compute.manager [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.850599] env[69245]: DEBUG nova.network.neutron [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.032729] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "969d5c93-2fff-4052-a3b5-20f973250f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.033065] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.034822] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.091195] env[69245]: DEBUG nova.scheduler.client.report [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.348220] env[69245]: DEBUG nova.compute.manager [req-beee1b0f-9b3c-4d5b-869f-8e283be9fa35 req-bc872225-0dde-4406-8c54-41c09ee759f0 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Received event network-vif-deleted-8105a9e7-2237-438d-8649-83f9170d1186 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.348220] env[69245]: INFO nova.compute.manager [req-beee1b0f-9b3c-4d5b-869f-8e283be9fa35 req-bc872225-0dde-4406-8c54-41c09ee759f0 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Neutron deleted interface 8105a9e7-2237-438d-8649-83f9170d1186; detaching it from the instance and deleting it from the info cache [ 1149.348220] env[69245]: DEBUG nova.network.neutron [req-beee1b0f-9b3c-4d5b-869f-8e283be9fa35 req-bc872225-0dde-4406-8c54-41c09ee759f0 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.531382] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.536094] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1149.560515] env[69245]: DEBUG nova.objects.instance [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.596709] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.600037] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.300s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.600359] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.600561] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1149.601063] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.135s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.601264] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.603781] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.641s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.604092] env[69245]: DEBUG nova.objects.instance [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'resources' on Instance uuid 4922f5d8-6906-4c3b-86a8-ecaf136072ea {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.606460] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea3923-6ddd-4e13-8a00-597f788a7876 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.625418] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355b6a1-7151-4e1c-b405-0e7d24dd7c65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.643438] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd8092-4043-45c6-8b4c-173e2287de84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.652507] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae916a18-6dee-43e9-916c-42a9f48dd94c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.689135] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178541MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1149.689313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.692199] env[69245]: INFO nova.scheduler.client.report [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleted allocations for instance 3f9109ad-d41c-4946-8a36-db8fa1372f00 [ 1149.701295] env[69245]: INFO nova.scheduler.client.report [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted allocations for instance fc61ec0a-64fd-4625-a924-c311d2c0b414 [ 1149.713852] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.788354] env[69245]: DEBUG nova.network.neutron [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.852727] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdcfcbeb-f3ed-4aa7-9c05-5bc484c68191 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.862840] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708ea46-db58-4ab5-b49c-4290d487566a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.898839] env[69245]: DEBUG nova.compute.manager [req-beee1b0f-9b3c-4d5b-869f-8e283be9fa35 req-bc872225-0dde-4406-8c54-41c09ee759f0 service nova] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Detach interface failed, port_id=8105a9e7-2237-438d-8649-83f9170d1186, reason: Instance ad5e2c7f-ca09-449a-b41e-402fce1f5826 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.028694] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708607, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.795225} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.028972] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78/OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78.vmdk to [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk. [ 1150.029185] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Cleaning up location [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1150.029354] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_544af0d8-db9b-4abc-8f11-ae0afe24bd78 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.029616] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e07837-e12c-4854-a8b8-f6f431841669 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.037037] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1150.037037] env[69245]: value = "task-3708612" [ 1150.037037] env[69245]: _type = "Task" [ 1150.037037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.051554] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.067365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.068676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7f9ec649-150b-4b67-886a-76f93bedbd70 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.069742] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.356s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.069948] env[69245]: DEBUG nova.compute.manager [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.070997] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b851d0-21d9-436e-a72c-6ff9d0af1d85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.078648] env[69245]: DEBUG nova.compute.manager [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.079184] env[69245]: DEBUG nova.objects.instance [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.205820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-485af004-23ec-4013-82ea-55b5d381f4e8 tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "3f9109ad-d41c-4946-8a36-db8fa1372f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.531s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.210307] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e5d18d4c-cead-47aa-a93c-a07a41c48cb3 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "fc61ec0a-64fd-4625-a924-c311d2c0b414" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.681s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.292556] env[69245]: INFO nova.compute.manager [-] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Took 1.44 seconds to deallocate network for instance. [ 1150.385045] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4001b-8f07-4225-87ce-0c198fe4596b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.395943] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fd81bd-fbc6-4d29-8e74-cb3837b5cea2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.429165] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f99e08-f331-4eb6-924e-b024c900d310 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.437682] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6397f0aa-831e-444e-8de8-245a9cae36aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.453231] env[69245]: DEBUG nova.compute.provider_tree [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.549210] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15358} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.549210] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.549351] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.549557] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk to [datastore2] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.550859] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-293048da-fa89-4207-a042-b7a1807e5ac2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.558902] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1150.558902] env[69245]: value = "task-3708613" [ 1150.558902] env[69245]: _type = "Task" [ 1150.558902] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.567585] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.806215] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.958102] env[69245]: DEBUG nova.scheduler.client.report [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.070917] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.086777] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.087134] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7447b2b-c261-499d-8900-3506640c5f88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.095856] env[69245]: DEBUG oslo_vmware.api [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1151.095856] env[69245]: value = "task-3708614" [ 1151.095856] env[69245]: _type = "Task" [ 1151.095856] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.107644] env[69245]: DEBUG oslo_vmware.api [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.463560] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.466237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.956s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.469073] env[69245]: INFO nova.compute.claims [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.498592] env[69245]: INFO nova.scheduler.client.report [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted allocations for instance 4922f5d8-6906-4c3b-86a8-ecaf136072ea [ 1151.578208] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.608909] env[69245]: DEBUG oslo_vmware.api [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708614, 'name': PowerOffVM_Task, 'duration_secs': 0.491921} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.609260] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.609531] env[69245]: DEBUG nova.compute.manager [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.610503] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c8baa-14ce-42f9-bba4-170f80aa629e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.866038] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.866190] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.866541] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.866845] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.868672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.870406] env[69245]: INFO nova.compute.manager [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Terminating instance [ 1152.011414] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4eacfcc4-3305-45fd-ad38-c8b0917ed864 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "4922f5d8-6906-4c3b-86a8-ecaf136072ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.209s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.074015] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.130388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ecb254a3-e2fd-4e0d-ab87-d940c7b3ce57 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.226260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.226866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.375582] env[69245]: DEBUG nova.compute.manager [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.375838] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.376865] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475a2237-6bf7-4807-8229-d3895cf675d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.388515] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.388806] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203e7e3a-b4d0-4e40-8dcb-1a9d65b9cdf2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.398620] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1152.398620] env[69245]: value = "task-3708616" [ 1152.398620] env[69245]: _type = "Task" [ 1152.398620] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.409022] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.433210] env[69245]: DEBUG nova.objects.instance [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.504955] env[69245]: DEBUG nova.scheduler.client.report [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1152.521098] env[69245]: DEBUG nova.scheduler.client.report [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1152.521422] env[69245]: DEBUG nova.compute.provider_tree [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.538796] env[69245]: DEBUG nova.scheduler.client.report [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1152.562260] env[69245]: DEBUG nova.scheduler.client.report [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1152.577393] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.623322] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "384691d8-0e46-4afe-83fb-3ec8bab773de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.623590] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.623861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.624088] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.624294] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.626669] env[69245]: INFO nova.compute.manager [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Terminating instance [ 1152.729308] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.866717] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b43324-41d6-47ce-a127-e806dd7e538d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.877876] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6118d624-e31c-447d-8f9d-ccb88268c6cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.918458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab98cd-3625-4fc3-81ab-72194972a0ff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.929749] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708616, 'name': PowerOffVM_Task, 'duration_secs': 0.398563} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.930044] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.930279] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.932667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e30e6d7-26e9-4306-a582-a2795020130b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.935559] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd782b4a-5bf0-46c5-a26d-a902411d0cf1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.944834] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.945014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.945201] env[69245]: DEBUG nova.network.neutron [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.945381] env[69245]: DEBUG nova.objects.instance [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'info_cache' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.955982] env[69245]: DEBUG nova.compute.provider_tree [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.076943] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.091814] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.092127] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.092263] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Deleting the datastore file [datastore2] bc4e94b5-5baa-4649-a229-e5cb974d67a7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.092550] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1334a9f2-920a-45de-b77b-49b31e33e8ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.102848] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for the task: (returnval){ [ 1153.102848] env[69245]: value = "task-3708618" [ 1153.102848] env[69245]: _type = "Task" [ 1153.102848] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.115431] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.131477] env[69245]: DEBUG nova.compute.manager [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.131760] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.132847] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f8030-6624-4cdc-b4a6-0d9059d97a68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.143220] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.143510] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75ed972-6ccc-4c17-8b85-a6cd7f6d6fcd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.153769] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1153.153769] env[69245]: value = "task-3708619" [ 1153.153769] env[69245]: _type = "Task" [ 1153.153769] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.164972] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.253588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.449236] env[69245]: DEBUG nova.objects.base [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Object Instance<8fd1e738-a57a-401b-a0ee-2f9aaa97028f> lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.459631] env[69245]: DEBUG nova.scheduler.client.report [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.578035] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708613, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.788477} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.578312] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5c0c0498-e03d-4695-905b-07153b406179/5c0c0498-e03d-4695-905b-07153b406179.vmdk to [datastore2] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.578992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193112eb-cf34-4f4e-8bf3-96a5c357dc78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.601173] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.601515] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0846147c-8a30-4d0b-b741-aab4f6b6333b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.624588] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.625961] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1153.625961] env[69245]: value = "task-3708620" [ 1153.625961] env[69245]: _type = "Task" [ 1153.625961] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.635476] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.663770] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708619, 'name': PowerOffVM_Task, 'duration_secs': 0.262865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.664093] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.664240] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.664526] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf673f3-0df9-4f11-817d-04cb10ac4814 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.757922] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.758183] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.758366] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleting the datastore file [datastore2] 384691d8-0e46-4afe-83fb-3ec8bab773de {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.758675] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86df9e20-b66c-4dab-9ab9-d5de8e39c81b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.766218] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for the task: (returnval){ [ 1153.766218] env[69245]: value = "task-3708622" [ 1153.766218] env[69245]: _type = "Task" [ 1153.766218] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.774999] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.965031] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.965565] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.968348] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.318s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.969765] env[69245]: INFO nova.compute.claims [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.883722] env[69245]: DEBUG nova.compute.utils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.887068] env[69245]: DEBUG oslo_vmware.api [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Task: {'id': task-3708618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.923838} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.896366] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.896574] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.898307] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.898461] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.898645] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.898805] env[69245]: INFO nova.compute.manager [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Took 2.52 seconds to destroy the instance on the hypervisor. [ 1154.899042] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.900275] env[69245]: DEBUG nova.compute.manager [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.900367] env[69245]: DEBUG nova.network.neutron [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.907890] env[69245]: DEBUG oslo_vmware.api [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Task: {'id': task-3708622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.824533} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.910928] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.911126] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.911374] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.911557] env[69245]: INFO nova.compute.manager [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1154.911783] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.912433] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708620, 'name': ReconfigVM_Task, 'duration_secs': 0.34363} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.912433] env[69245]: DEBUG nova.compute.manager [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.912554] env[69245]: DEBUG nova.network.neutron [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.914116] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b0f65ff7-0778-4c6d-94e9-4c49226bb298/b0f65ff7-0778-4c6d-94e9-4c49226bb298.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.916808] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f8516ab-3bce-42ba-ada1-8d1368fdc186 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.923491] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1154.923491] env[69245]: value = "task-3708623" [ 1154.923491] env[69245]: _type = "Task" [ 1154.923491] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.932923] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708623, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.036699] env[69245]: DEBUG nova.network.neutron [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.049673] env[69245]: DEBUG nova.policy [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.373867] env[69245]: DEBUG nova.compute.manager [req-6f01c1e7-1cbb-4313-9674-21fff8e492f7 req-4615a0fc-a765-440a-91cf-ea99d517d57a service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Received event network-vif-deleted-9c4761cc-e738-4ce8-b168-f65e0a775f7c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.373970] env[69245]: INFO nova.compute.manager [req-6f01c1e7-1cbb-4313-9674-21fff8e492f7 req-4615a0fc-a765-440a-91cf-ea99d517d57a service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Neutron deleted interface 9c4761cc-e738-4ce8-b168-f65e0a775f7c; detaching it from the instance and deleting it from the info cache [ 1155.374165] env[69245]: DEBUG nova.network.neutron [req-6f01c1e7-1cbb-4313-9674-21fff8e492f7 req-4615a0fc-a765-440a-91cf-ea99d517d57a service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.391908] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.399411] env[69245]: DEBUG nova.compute.manager [req-50e20db5-a06d-45c5-8800-20fb9e015dc2 req-d2ea1507-f49a-43b0-9a30-0354ae14358e service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Received event network-vif-deleted-34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.399672] env[69245]: INFO nova.compute.manager [req-50e20db5-a06d-45c5-8800-20fb9e015dc2 req-d2ea1507-f49a-43b0-9a30-0354ae14358e service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Neutron deleted interface 34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c; detaching it from the instance and deleting it from the info cache [ 1155.399755] env[69245]: DEBUG nova.network.neutron [req-50e20db5-a06d-45c5-8800-20fb9e015dc2 req-d2ea1507-f49a-43b0-9a30-0354ae14358e service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.441103] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708623, 'name': Rename_Task, 'duration_secs': 0.151661} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.441525] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.442371] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d6a83a-e843-4ef2-ab2e-4a4d5f3cf25d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.454024] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1155.454024] env[69245]: value = "task-3708624" [ 1155.454024] env[69245]: _type = "Task" [ 1155.454024] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.468911] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.540014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.685185] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b00228-1a9e-41e9-9b1d-63692b8b89ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.695686] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7825b3a1-c30c-4e0e-9dd7-ca49f04e059d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.743676] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c0a376-f8db-447f-a409-85b34148fea6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.752870] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49daf948-3822-4849-a456-34cbbbf63cac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.769292] env[69245]: DEBUG nova.compute.provider_tree [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.847908] env[69245]: DEBUG nova.network.neutron [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.850893] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Successfully created port: ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.855965] env[69245]: DEBUG nova.network.neutron [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.879487] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58988104-96e2-491c-bca5-c695fb433cd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.888389] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b673244b-1c48-4a11-b2bb-1b4e39eec3b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.910291] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e0d2221-d4de-46e7-999e-9528586cce3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.924745] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd553082-362d-48f9-b928-e8963312e7ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.949211] env[69245]: DEBUG nova.compute.manager [req-6f01c1e7-1cbb-4313-9674-21fff8e492f7 req-4615a0fc-a765-440a-91cf-ea99d517d57a service nova] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Detach interface failed, port_id=9c4761cc-e738-4ce8-b168-f65e0a775f7c, reason: Instance 384691d8-0e46-4afe-83fb-3ec8bab773de could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.961885] env[69245]: DEBUG oslo_vmware.api [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708624, 'name': PowerOnVM_Task, 'duration_secs': 0.493449} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.962198] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.976422] env[69245]: DEBUG nova.compute.manager [req-50e20db5-a06d-45c5-8800-20fb9e015dc2 req-d2ea1507-f49a-43b0-9a30-0354ae14358e service nova] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Detach interface failed, port_id=34d92cd1-3f92-4947-b1eb-f4ffbdd20e5c, reason: Instance bc4e94b5-5baa-4649-a229-e5cb974d67a7 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.110290] env[69245]: DEBUG nova.compute.manager [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1156.110787] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d8b03-15d7-4741-a103-d0d883286f62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.273274] env[69245]: DEBUG nova.scheduler.client.report [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.350604] env[69245]: INFO nova.compute.manager [-] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Took 1.44 seconds to deallocate network for instance. [ 1156.358616] env[69245]: INFO nova.compute.manager [-] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Took 1.46 seconds to deallocate network for instance. [ 1156.412024] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.434232] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.434232] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.434410] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.434559] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.434744] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.434881] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.435044] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.435204] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.435396] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.435573] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.435746] env[69245]: DEBUG nova.virt.hardware [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.436642] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b16edc0-6849-4bc2-81ef-a77c11ee2202 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.444878] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad93cec-44f1-4e40-91d2-da7b6e81c519 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.548903] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.549273] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f4b988-cc3a-4fed-9245-0d89dafe90be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.556717] env[69245]: DEBUG oslo_vmware.api [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1156.556717] env[69245]: value = "task-3708625" [ 1156.556717] env[69245]: _type = "Task" [ 1156.556717] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.565899] env[69245]: DEBUG oslo_vmware.api [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.631819] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d07d3dbe-348b-4c36-9d99-d79fc45384e5 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.280s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.780225] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.781288] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.784633] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.027s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.786026] env[69245]: INFO nova.compute.claims [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.859596] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.865349] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.070827] env[69245]: DEBUG oslo_vmware.api [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.074858] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.077418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.077418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.077418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.077418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.079028] env[69245]: INFO nova.compute.manager [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Terminating instance [ 1157.293949] env[69245]: DEBUG nova.compute.utils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.296227] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.296227] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.355884] env[69245]: DEBUG nova.policy [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.569255] env[69245]: DEBUG oslo_vmware.api [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708625, 'name': PowerOnVM_Task, 'duration_secs': 0.653419} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.569548] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.569750] env[69245]: DEBUG nova.compute.manager [None req-4c5d6504-6687-4035-b4ad-30337436e056 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.570657] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fc9ce5-16a3-458a-aec0-c1618a301a2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.582704] env[69245]: DEBUG nova.compute.manager [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.582931] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.583753] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4e56f5-c613-400f-b441-1be862f20476 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.592415] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.592683] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf925f9-a656-4307-8d67-25bc3fcce0b8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.601805] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1157.601805] env[69245]: value = "task-3708626" [ 1157.601805] env[69245]: _type = "Task" [ 1157.601805] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.615640] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.671976] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Successfully created port: 6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.724239] env[69245]: DEBUG nova.compute.manager [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-vif-plugged-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.724239] env[69245]: DEBUG oslo_concurrency.lockutils [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.724239] env[69245]: DEBUG oslo_concurrency.lockutils [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.724239] env[69245]: DEBUG oslo_concurrency.lockutils [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.724239] env[69245]: DEBUG nova.compute.manager [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] No waiting events found dispatching network-vif-plugged-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.724239] env[69245]: WARNING nova.compute.manager [req-6504eebc-273f-411c-8ce6-48244da7813a req-927fd38a-962c-4270-abe1-00d913bf5442 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received unexpected event network-vif-plugged-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab for instance with vm_state building and task_state spawning. [ 1157.802009] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.882985] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Successfully updated port: ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.118329] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708626, 'name': PowerOffVM_Task, 'duration_secs': 0.353725} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.118600] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.118755] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.119371] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab7a774-019e-41ef-9c39-1122fe167a10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.124767] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6180f4-8347-42fb-a2ac-1932074523e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.133789] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158b1fd6-060f-4367-9cc4-0623dc39e521 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.164961] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ee89c-dfef-46f3-ae72-08bf2cefcf63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.173946] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613836c-8f52-45c3-a3b2-83518869d28e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.192163] env[69245]: DEBUG nova.compute.provider_tree [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.192817] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.193111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.198300] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.198300] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.198300] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleting the datastore file [datastore2] 414535bd-4bc0-4cca-9a89-e950c8e79f0b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.198300] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c31491a-37ff-4076-a957-d0d1fd053daf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.207451] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1158.207451] env[69245]: value = "task-3708628" [ 1158.207451] env[69245]: _type = "Task" [ 1158.207451] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.218651] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.392053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.392217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.392329] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.698179] env[69245]: DEBUG nova.scheduler.client.report [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.701420] env[69245]: INFO nova.compute.manager [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Detaching volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd [ 1158.724741] env[69245]: DEBUG oslo_vmware.api [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18408} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.725219] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.725533] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.725837] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.726130] env[69245]: INFO nova.compute.manager [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1158.726506] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.726829] env[69245]: DEBUG nova.compute.manager [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.726996] env[69245]: DEBUG nova.network.neutron [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.748203] env[69245]: INFO nova.virt.block_device [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Attempting to driver detach volume 07e0c0d4-b1d5-4347-9ca4-d817c3156ebd from mountpoint /dev/sdb [ 1158.748586] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.748807] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.749769] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d65df2-7510-4913-b682-ae9166aae6ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.777977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.777977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.782947] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b0995d-219f-44cb-b2b1-74453e521c09 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.793457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39685772-bb18-408d-a40d-b56d5b0308b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.818592] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.821815] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec014dc-0b9a-4df8-83a6-912c81f6614b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.839239] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] The volume has not been displaced from its original location: [datastore1] volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd/volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.845146] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.848855] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6522dd37-a42a-450d-b160-65670f3ccc00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.877263] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1158.877263] env[69245]: value = "task-3708629" [ 1158.877263] env[69245]: _type = "Task" [ 1158.877263] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.879850] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.880176] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.880347] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.880532] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.880716] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.880823] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.881096] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.881402] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.881582] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.881749] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.881924] env[69245]: DEBUG nova.virt.hardware [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.883185] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad41e6f-8b1a-489a-ad8e-a98359fa87a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.903028] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.904670] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a4e43-5718-4e62-97cd-da9d0ca23e5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.973317] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.187802] env[69245]: DEBUG nova.compute.manager [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received event network-vif-plugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.188179] env[69245]: DEBUG oslo_concurrency.lockutils [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.188743] env[69245]: DEBUG oslo_concurrency.lockutils [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.188743] env[69245]: DEBUG oslo_concurrency.lockutils [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.188743] env[69245]: DEBUG nova.compute.manager [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] No waiting events found dispatching network-vif-plugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.188743] env[69245]: WARNING nova.compute.manager [req-2cddf279-faa7-4737-93ca-b2ed479886b4 req-1c0b4846-e80d-4db6-8b09-e55d1d290cdf service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received unexpected event network-vif-plugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e for instance with vm_state building and task_state spawning. [ 1159.202060] env[69245]: DEBUG nova.network.neutron [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.205474] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.206041] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.208708] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.519s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.279467] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Successfully updated port: 6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.279744] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.371403] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0fb343-d90c-4ac7-a756-32aed1f841f3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.380929] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Suspending the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1159.381254] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-80c9741f-20b3-4773-ad67-0898fab4ffc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.392622] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708629, 'name': ReconfigVM_Task, 'duration_secs': 0.29393} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.393896] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.398793] env[69245]: DEBUG oslo_vmware.api [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1159.398793] env[69245]: value = "task-3708630" [ 1159.398793] env[69245]: _type = "Task" [ 1159.398793] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.399075] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4493778-1d5f-44b5-9a2e-3ff71f327199 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.418535] env[69245]: DEBUG oslo_vmware.api [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708630, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.419950] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1159.419950] env[69245]: value = "task-3708631" [ 1159.419950] env[69245]: _type = "Task" [ 1159.419950] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.430175] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.650675] env[69245]: DEBUG nova.network.neutron [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.704407] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.704776] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Instance network_info: |[{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.705227] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:a5:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.713436] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.714876] env[69245]: DEBUG nova.compute.utils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.723474] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.724144] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.724266] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.726243] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f552fc1-2275-466b-9e2e-82c5ba8422a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.751305] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.751305] env[69245]: value = "task-3708632" [ 1159.751305] env[69245]: _type = "Task" [ 1159.751305] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.758579] env[69245]: DEBUG nova.compute.manager [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.758782] env[69245]: DEBUG nova.compute.manager [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing instance network info cache due to event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.758997] env[69245]: DEBUG oslo_concurrency.lockutils [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.759165] env[69245]: DEBUG oslo_concurrency.lockutils [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.759317] env[69245]: DEBUG nova.network.neutron [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.764526] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708632, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.784516] env[69245]: DEBUG nova.policy [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4012430f9f33481fa88dcf64c0e0f88c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14f090bb3dd14f2ba2fc9377f0b5d28f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.790404] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.790710] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.790945] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.816444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.920416] env[69245]: DEBUG oslo_vmware.api [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708630, 'name': SuspendVM_Task} progress is 62%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.929692] env[69245]: DEBUG oslo_vmware.api [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708631, 'name': ReconfigVM_Task, 'duration_secs': 0.152898} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.930025] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738613', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'name': 'volume-07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '745df4a4-2af2-4f3c-bf67-1d23c9b0f704', 'attached_at': '', 'detached_at': '', 'volume_id': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd', 'serial': '07e0c0d4-b1d5-4347-9ca4-d817c3156ebd'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.125561] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Successfully created port: 38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.154124] env[69245]: INFO nova.compute.manager [-] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Took 1.43 seconds to deallocate network for instance. [ 1160.225065] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.252380] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.252575] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.252705] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 414535bd-4bc0-4cca-9a89-e950c8e79f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.252825] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.252941] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a93a4852-e43a-42fd-bd43-c436cec71980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.253073] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.253192] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8fd1e738-a57a-401b-a0ee-2f9aaa97028f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.253333] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 384691d8-0e46-4afe-83fb-3ec8bab773de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.253459] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance bc4e94b5-5baa-4649-a229-e5cb974d67a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.253575] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4b549dde-57e3-47de-900c-f6af4536b595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.253700] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ad5e2c7f-ca09-449a-b41e-402fce1f5826 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.253819] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b0f65ff7-0778-4c6d-94e9-4c49226bb298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.253934] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 57cc49d3-af11-4012-907a-c1482690fd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.254053] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f6b631ce-8318-4ace-97af-39ac00b6dfa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.254187] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ef45d7d1-c0eb-4be2-b802-bf8a17f75645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.254277] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 83793a37-973c-4317-a5d5-d9a6bd7ff184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.254388] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1160.268073] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708632, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.341735] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.420468] env[69245]: DEBUG oslo_vmware.api [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708630, 'name': SuspendVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.480086] env[69245]: DEBUG nova.objects.instance [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'flavor' on Instance uuid 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.660455] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.707454] env[69245]: DEBUG nova.network.neutron [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updating instance_info_cache with network_info: [{"id": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "address": "fa:16:3e:7d:77:d0", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e42f5f4-91", "ovs_interfaceid": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.747550] env[69245]: DEBUG nova.network.neutron [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updated VIF entry in instance network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.747550] env[69245]: DEBUG nova.network.neutron [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.761758] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 969d5c93-2fff-4052-a3b5-20f973250f85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1160.772247] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708632, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.921504] env[69245]: DEBUG oslo_vmware.api [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708630, 'name': SuspendVM_Task, 'duration_secs': 1.114996} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.921753] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Suspended the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1160.921939] env[69245]: DEBUG nova.compute.manager [None req-b048b102-b20c-4ca6-b234-30d179e5f1a3 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.923855] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4208eee9-aa72-4dc0-8668-027d72cd12a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.988476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.988706] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.210176] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.210573] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance network_info: |[{"id": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "address": "fa:16:3e:7d:77:d0", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e42f5f4-91", "ovs_interfaceid": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.211046] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:77:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e42f5f4-9121-4961-9a82-b92f0b1bf38e', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.218852] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.219141] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.219448] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16f0b46d-aa2d-4acd-b4f1-af4cd7b45b68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.238191] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.242655] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.242655] env[69245]: value = "task-3708633" [ 1161.242655] env[69245]: _type = "Task" [ 1161.242655] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.252744] env[69245]: DEBUG oslo_concurrency.lockutils [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.253024] env[69245]: DEBUG nova.compute.manager [req-433f1115-73c6-41a3-9c35-ff2ae27aea9a req-64a7df5e-2baf-4c9e-b1b7-9d84e60ac49f service nova] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Received event network-vif-deleted-0af7511f-8c34-4ecd-8a7b-89b5416c0f75 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.253365] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708633, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.265743] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e44f8c2a-23fc-411f-8de5-c6412c50c0a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1161.271343] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708632, 'name': CreateVM_Task, 'duration_secs': 1.114529} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.274136] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.274427] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.274597] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.274810] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.274969] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.275149] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.275368] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.275555] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.275761] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.275935] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.276128] env[69245]: DEBUG nova.virt.hardware [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.276857] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.277331] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cecab1-eb79-4b00-b286-f44bf39d34d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.281578] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.281876] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.282158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.282829] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f643a90-45ef-4937-9e56-6dcc70be6b98 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.288063] env[69245]: DEBUG nova.compute.manager [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received event network-changed-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.288327] env[69245]: DEBUG nova.compute.manager [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Refreshing instance network info cache due to event network-changed-6e42f5f4-9121-4961-9a82-b92f0b1bf38e. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.288617] env[69245]: DEBUG oslo_concurrency.lockutils [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] Acquiring lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.288794] env[69245]: DEBUG oslo_concurrency.lockutils [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] Acquired lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.289022] env[69245]: DEBUG nova.network.neutron [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Refreshing network info cache for port 6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.295747] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c87575-1530-42ea-a55e-af691d10c82e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.303099] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1161.303099] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525b0996-57e6-925c-bd86-0856694ae38c" [ 1161.303099] env[69245]: _type = "Task" [ 1161.303099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.322730] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525b0996-57e6-925c-bd86-0856694ae38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.487672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3a55082f-d38b-4a2e-a274-5fa122b04326 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.492740] env[69245]: DEBUG nova.compute.utils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.631968] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Successfully updated port: 38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.752724] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708633, 'name': CreateVM_Task, 'duration_secs': 0.381234} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.752912] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.753612] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.772894] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f46cd326-2e44-4ce6-a716-d67ff5e1bf9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1161.773201] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1161.773357] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1161.814659] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525b0996-57e6-925c-bd86-0856694ae38c, 'name': SearchDatastore_Task, 'duration_secs': 0.024592} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.817444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.817685] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.817943] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.818218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.818283] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.818738] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.819076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.819304] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4467c71-0131-424d-be2a-46b58b19359b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.821199] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c01f798-9f76-4344-80c3-88a752976581 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.826969] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1161.826969] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52320f31-f794-d48c-1da1-5cbc01e8a574" [ 1161.826969] env[69245]: _type = "Task" [ 1161.826969] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.836302] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.836302] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.840021] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfaf0eef-abeb-48a4-9b9e-fd7d784aab79 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.842995] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1161.842995] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52070b59-6369-e5bb-bf37-370cff58d54d" [ 1161.842995] env[69245]: _type = "Task" [ 1161.842995] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.847164] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52320f31-f794-d48c-1da1-5cbc01e8a574, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.852929] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.853164] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.853370] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.860165] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52070b59-6369-e5bb-bf37-370cff58d54d, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.860911] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6610db-1e87-46b0-8c99-65db492c30a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.869268] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1161.869268] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f5586-be36-7452-a8d5-52be3031b956" [ 1161.869268] env[69245]: _type = "Task" [ 1161.869268] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.880311] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f5586-be36-7452-a8d5-52be3031b956, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.882840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.883115] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ef45d7d1-c0eb-4be2-b802-bf8a17f75645/ef45d7d1-c0eb-4be2-b802-bf8a17f75645.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.883580] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.883773] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.884026] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c5d8c3-721d-4acf-8061-c17fdf5901b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.885848] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c58ea2-8395-4743-94ad-e50675cd9ad0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.893824] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1161.893824] env[69245]: value = "task-3708634" [ 1161.893824] env[69245]: _type = "Task" [ 1161.893824] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.900597] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.900795] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.901583] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c71aa9-4e6a-43d8-b2eb-4e47ec6ad89f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.908117] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1161.908117] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520ba786-a9db-a8b8-3e71-29895592a34a" [ 1161.908117] env[69245]: _type = "Task" [ 1161.908117] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.913626] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.924972] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520ba786-a9db-a8b8-3e71-29895592a34a, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.928177] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d826cb96-4e1e-43ca-a90e-47daf43e738f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.933897] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1161.933897] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52183e73-94ac-6076-39c5-3f8b28b03fbd" [ 1161.933897] env[69245]: _type = "Task" [ 1161.933897] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.945917] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52183e73-94ac-6076-39c5-3f8b28b03fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.956076] env[69245]: INFO nova.compute.manager [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Resuming [ 1161.956637] env[69245]: DEBUG nova.objects.instance [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'flavor' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.995569] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.019816] env[69245]: DEBUG nova.network.neutron [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updated VIF entry in instance network info cache for port 6e42f5f4-9121-4961-9a82-b92f0b1bf38e. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.020355] env[69245]: DEBUG nova.network.neutron [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updating instance_info_cache with network_info: [{"id": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "address": "fa:16:3e:7d:77:d0", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e42f5f4-91", "ovs_interfaceid": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.082827] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0905d93d-e5ca-421e-a0f5-8083f204c363 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.092528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe7443-e821-4b70-8029-fa7ed4bc89a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.131831] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca5bf5-b04a-4c8b-af69-00ac890f8640 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.135115] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.135438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.135739] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.146237] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0cc32b-5a7d-485d-99d8-89771722d015 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.166800] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.407136] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458026} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.407430] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] ef45d7d1-c0eb-4be2-b802-bf8a17f75645/ef45d7d1-c0eb-4be2-b802-bf8a17f75645.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.407643] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.407900] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-599b0a4a-45cf-422d-8005-bf7d87d43e90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.415562] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1162.415562] env[69245]: value = "task-3708635" [ 1162.415562] env[69245]: _type = "Task" [ 1162.415562] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.427032] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.444037] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52183e73-94ac-6076-39c5-3f8b28b03fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.444237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.444560] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 83793a37-973c-4317-a5d5-d9a6bd7ff184/83793a37-973c-4317-a5d5-d9a6bd7ff184.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.444831] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f5df4a-55a2-4cb9-8e1c-cea9baed3dd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.452641] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1162.452641] env[69245]: value = "task-3708636" [ 1162.452641] env[69245]: _type = "Task" [ 1162.452641] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.464669] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.523726] env[69245]: DEBUG oslo_concurrency.lockutils [req-505d071a-5e0d-423d-aa26-2f0b73cb904a req-95a925eb-0b20-4f14-af60-8febe83bd1c9 service nova] Releasing lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.673634] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.690186] env[69245]: ERROR nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [req-f5f7e268-7655-46bf-be21-1f07572b5669] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5f7e268-7655-46bf-be21-1f07572b5669"}]} [ 1162.713662] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.731507] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.731753] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.745483] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.761771] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.762426] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.762711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.763055] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.763365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.767194] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.771601] env[69245]: INFO nova.compute.manager [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Terminating instance [ 1162.859934] env[69245]: DEBUG nova.network.neutron [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Updating instance_info_cache with network_info: [{"id": "38376a44-387b-4157-8739-05dccb95e840", "address": "fa:16:3e:56:db:cf", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38376a44-38", "ovs_interfaceid": "38376a44-387b-4157-8739-05dccb95e840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.936290] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072213} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.937160] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.937514] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd1d8a4-9c20-4cb5-8835-d432bd85ae6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.961695] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ef45d7d1-c0eb-4be2-b802-bf8a17f75645/ef45d7d1-c0eb-4be2-b802-bf8a17f75645.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.964828] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737377fe-02d0-4ed1-a6d6-a285e95d27b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.991969] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502084} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.994287] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 83793a37-973c-4317-a5d5-d9a6bd7ff184/83793a37-973c-4317-a5d5-d9a6bd7ff184.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.994532] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.995242] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1162.995242] env[69245]: value = "task-3708637" [ 1162.995242] env[69245]: _type = "Task" [ 1162.995242] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.998036] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ebcf01-0acf-4a23-85e8-3f77446344f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.012171] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.015475] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1163.015475] env[69245]: value = "task-3708638" [ 1163.015475] env[69245]: _type = "Task" [ 1163.015475] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.028528] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.058766] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.059255] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.059550] env[69245]: INFO nova.compute.manager [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Attaching volume 9a7aba7b-7eee-49b4-9113-d51cc80a99db to /dev/sdb [ 1163.100949] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc150237-b520-492d-8ade-8902e274bae0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.110337] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766a1e5b-18ca-4a7e-b144-d4d15f41a1cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.128911] env[69245]: DEBUG nova.virt.block_device [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating existing volume attachment record: 462ddd9e-3df5-47b7-b4dd-3d84d9ce69e8 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.133661] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b858c2-dd58-4fe8-af7f-47c90dc56a27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.141594] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e2870-a667-43db-b871-0d2d10292c83 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.174778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425425b0-bb2e-4669-aba1-87a5311b4ee1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.183327] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc43f28e-2df8-4b49-8f37-54fc19b92114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.197457] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.276124] env[69245]: DEBUG nova.compute.manager [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.276409] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.277329] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793019a-9ced-4207-b069-b0a2e4246774 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.284923] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.285156] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d2f592-87d2-4f77-9677-528a98fc6b25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.296546] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1163.296546] env[69245]: value = "task-3708640" [ 1163.296546] env[69245]: _type = "Task" [ 1163.296546] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.306317] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.317184] env[69245]: DEBUG nova.compute.manager [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Received event network-vif-plugged-38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.317453] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Acquiring lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.317592] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.317783] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.317917] env[69245]: DEBUG nova.compute.manager [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] No waiting events found dispatching network-vif-plugged-38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1163.318339] env[69245]: WARNING nova.compute.manager [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Received unexpected event network-vif-plugged-38376a44-387b-4157-8739-05dccb95e840 for instance with vm_state building and task_state spawning. [ 1163.318531] env[69245]: DEBUG nova.compute.manager [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Received event network-changed-38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.318685] env[69245]: DEBUG nova.compute.manager [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Refreshing instance network info cache due to event network-changed-38376a44-387b-4157-8739-05dccb95e840. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.318858] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Acquiring lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.365840] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.366308] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Instance network_info: |[{"id": "38376a44-387b-4157-8739-05dccb95e840", "address": "fa:16:3e:56:db:cf", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38376a44-38", "ovs_interfaceid": "38376a44-387b-4157-8739-05dccb95e840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.366656] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Acquired lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.366854] env[69245]: DEBUG nova.network.neutron [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Refreshing network info cache for port 38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.369622] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:db:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38376a44-387b-4157-8739-05dccb95e840', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.379662] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.380923] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.381192] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e758646-1082-4210-a979-9ef2915699c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.403158] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.403158] env[69245]: value = "task-3708643" [ 1163.403158] env[69245]: _type = "Task" [ 1163.403158] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.413057] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708643, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.486349] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.486722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquired lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.487014] env[69245]: DEBUG nova.network.neutron [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.512444] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708637, 'name': ReconfigVM_Task, 'duration_secs': 0.309254} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.512741] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ef45d7d1-c0eb-4be2-b802-bf8a17f75645/ef45d7d1-c0eb-4be2-b802-bf8a17f75645.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.513504] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b124bc0-fd17-4fe1-8d7c-617f655d885a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.521867] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1163.521867] env[69245]: value = "task-3708644" [ 1163.521867] env[69245]: _type = "Task" [ 1163.521867] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.529048] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113016} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.529571] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.530500] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c49df-2e6c-4517-863a-5ea61397eba5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.537991] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708644, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.560253] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 83793a37-973c-4317-a5d5-d9a6bd7ff184/83793a37-973c-4317-a5d5-d9a6bd7ff184.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.560678] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4b6af5-79bb-409b-892c-1f2f1b52ff29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.584650] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1163.584650] env[69245]: value = "task-3708645" [ 1163.584650] env[69245]: _type = "Task" [ 1163.584650] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.594032] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.701483] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.807047] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708640, 'name': PowerOffVM_Task, 'duration_secs': 0.251256} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.807647] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.807976] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.808380] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f62b8603-44ea-4d4c-ab10-342eb233696e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.915020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.915020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.915020] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore1] 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.917133] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54e774d2-9b0a-4135-8133-02079b4b4aac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.919912] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708643, 'name': CreateVM_Task, 'duration_secs': 0.391183} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.922756] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.923987] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.924309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.924703] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.925380] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aadf90b-b4f0-4b08-a1e7-6718f423ff10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.929885] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1163.929885] env[69245]: value = "task-3708647" [ 1163.929885] env[69245]: _type = "Task" [ 1163.929885] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.935495] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1163.935495] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e284d-1104-0525-c8b3-62f1364c59cb" [ 1163.935495] env[69245]: _type = "Task" [ 1163.935495] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.944666] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.950489] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e284d-1104-0525-c8b3-62f1364c59cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.038044] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708644, 'name': Rename_Task, 'duration_secs': 0.218065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.041121] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.041491] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96465196-24b3-4a6c-b064-4a706492b8ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.050487] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1164.050487] env[69245]: value = "task-3708648" [ 1164.050487] env[69245]: _type = "Task" [ 1164.050487] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.064616] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.096724] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.134798] env[69245]: DEBUG nova.network.neutron [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Updated VIF entry in instance network info cache for port 38376a44-387b-4157-8739-05dccb95e840. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.135231] env[69245]: DEBUG nova.network.neutron [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Updating instance_info_cache with network_info: [{"id": "38376a44-387b-4157-8739-05dccb95e840", "address": "fa:16:3e:56:db:cf", "network": {"id": "8fb7591b-38b0-46d8-a857-8eb0ef1e7251", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-322892156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14f090bb3dd14f2ba2fc9377f0b5d28f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38376a44-38", "ovs_interfaceid": "38376a44-387b-4157-8739-05dccb95e840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.207337] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1164.207535] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.999s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.207762] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.141s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.209459] env[69245]: INFO nova.compute.claims [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.420239] env[69245]: DEBUG nova.network.neutron [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [{"id": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "address": "fa:16:3e:2e:16:f1", "network": {"id": "b6d68e7a-907a-4793-9ce4-b25c9bda1beb", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-463011754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c2114504e9d4d97883555c107438ff6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd97e4cea-5f", "ovs_interfaceid": "d97e4cea-5fb2-44c5-8349-e2aad8a3381f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.444419] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.450494] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527e284d-1104-0525-c8b3-62f1364c59cb, 'name': SearchDatastore_Task, 'duration_secs': 0.021822} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.450796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.451074] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.451328] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.451482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.451700] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.451941] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96affe6-d5bf-44de-8fd4-1e4fecd0b53b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.463702] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.464093] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.465325] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f1a71c-bc64-4c00-a85b-61662a5234ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.474526] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1164.474526] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d0907-2fcb-e0b2-0f05-a6e830c96230" [ 1164.474526] env[69245]: _type = "Task" [ 1164.474526] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.488068] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d0907-2fcb-e0b2-0f05-a6e830c96230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.560580] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.595218] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708645, 'name': ReconfigVM_Task, 'duration_secs': 0.905623} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.595456] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 83793a37-973c-4317-a5d5-d9a6bd7ff184/83793a37-973c-4317-a5d5-d9a6bd7ff184.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.596105] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92143af-c7b7-466c-aab4-6f97d7852a43 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.603351] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1164.603351] env[69245]: value = "task-3708649" [ 1164.603351] env[69245]: _type = "Task" [ 1164.603351] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.611913] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708649, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.637794] env[69245]: DEBUG oslo_concurrency.lockutils [req-e62b02d1-5474-4194-a69a-bee255129b45 req-946f91cb-c1af-4e4a-82c3-47cf91124c7c service nova] Releasing lock "refresh_cache-57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.923868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Releasing lock "refresh_cache-b0f65ff7-0778-4c6d-94e9-4c49226bb298" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.924947] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc530b0e-8642-43af-aca2-a984832178a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.933341] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Resuming the VM {{(pid=69245) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1164.937969] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16fe1d5-e150-49f9-9f72-8b4039d95441 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.945994] env[69245]: DEBUG oslo_vmware.api [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.551885} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.947579] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.947778] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.947960] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.948152] env[69245]: INFO nova.compute.manager [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1164.948417] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.948678] env[69245]: DEBUG oslo_vmware.api [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1164.948678] env[69245]: value = "task-3708650" [ 1164.948678] env[69245]: _type = "Task" [ 1164.948678] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.948866] env[69245]: DEBUG nova.compute.manager [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.948963] env[69245]: DEBUG nova.network.neutron [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.960020] env[69245]: DEBUG oslo_vmware.api [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.987429] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d0907-2fcb-e0b2-0f05-a6e830c96230, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.988485] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8c2986-da0f-4a46-a752-a662efbda1c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.997839] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1164.997839] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52027c95-d16d-f649-9e67-57454cdb78cb" [ 1164.997839] env[69245]: _type = "Task" [ 1164.997839] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.006801] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52027c95-d16d-f649-9e67-57454cdb78cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.062149] env[69245]: DEBUG oslo_vmware.api [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708648, 'name': PowerOnVM_Task, 'duration_secs': 0.914776} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.062348] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.062550] env[69245]: INFO nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1165.062730] env[69245]: DEBUG nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.063572] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52e8839-bc5e-4524-973d-5ea65082d737 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.115910] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708649, 'name': Rename_Task, 'duration_secs': 0.26208} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.116433] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.116836] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6eca33-3ee3-4e5a-832f-e614999092a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.126735] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1165.126735] env[69245]: value = "task-3708651" [ 1165.126735] env[69245]: _type = "Task" [ 1165.126735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.141943] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.472496] env[69245]: DEBUG oslo_vmware.api [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708650, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.514051] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52027c95-d16d-f649-9e67-57454cdb78cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.514364] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.514634] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248/57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.514912] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c4b134-8e9e-40c8-b74a-a3b359cb13fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.526198] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1165.526198] env[69245]: value = "task-3708653" [ 1165.526198] env[69245]: _type = "Task" [ 1165.526198] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.533916] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676c5df-09bd-400e-bead-f7f911de3342 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.540667] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.548818] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725b8298-35b2-42f4-a2c3-cb706e30489f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.603028] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fbf33a-3409-4a0e-afd8-03a63aa82f9f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.605431] env[69245]: INFO nova.compute.manager [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Took 18.12 seconds to build instance. [ 1165.610880] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ff0b94-eb09-477a-a0d8-a072ead5a947 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.631788] env[69245]: DEBUG nova.compute.provider_tree [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.647022] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708651, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.965300] env[69245]: DEBUG oslo_vmware.api [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708650, 'name': PowerOnVM_Task, 'duration_secs': 0.647711} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.968040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Resumed the VM {{(pid=69245) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1165.968040] env[69245]: DEBUG nova.compute.manager [None req-ac5e2599-a295-4ca4-8c91-e1f8f72b9fa0 tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.968558] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19299112-fda6-4e42-a467-12b2c775a496 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.034998] env[69245]: DEBUG nova.compute.manager [req-9d0bb06a-2943-40ec-af93-4d116123f736 req-0031ee7e-2a68-46c4-987e-4c02a445edaf service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Received event network-vif-deleted-a2d1600d-e66c-4580-8d42-94462a922528 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.035342] env[69245]: INFO nova.compute.manager [req-9d0bb06a-2943-40ec-af93-4d116123f736 req-0031ee7e-2a68-46c4-987e-4c02a445edaf service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Neutron deleted interface a2d1600d-e66c-4580-8d42-94462a922528; detaching it from the instance and deleting it from the info cache [ 1166.035534] env[69245]: DEBUG nova.network.neutron [req-9d0bb06a-2943-40ec-af93-4d116123f736 req-0031ee7e-2a68-46c4-987e-4c02a445edaf service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.045843] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.109287] env[69245]: DEBUG oslo_concurrency.lockutils [None req-95ef4c9c-a9cb-4391-b59d-3797eae407c7 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.630s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.138854] env[69245]: DEBUG nova.scheduler.client.report [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.155013] env[69245]: DEBUG oslo_vmware.api [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708651, 'name': PowerOnVM_Task, 'duration_secs': 0.869939} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.155578] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.156082] env[69245]: INFO nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1166.156480] env[69245]: DEBUG nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.158655] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e101a2d1-04c9-4834-8b1e-5d87b2c03242 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.513724] env[69245]: DEBUG nova.network.neutron [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.536879] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807423} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.537186] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248/57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.537411] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.537940] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b9c24c2-5e46-493e-bdbf-ccdd9a7c9303 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.541021] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba303dc8-d69a-4519-9d01-1bc95a30b7d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.549179] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1166.549179] env[69245]: value = "task-3708654" [ 1166.549179] env[69245]: _type = "Task" [ 1166.549179] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.552215] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e5692c-2e04-44ce-b385-266a408e4e94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.573820] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.594427] env[69245]: DEBUG nova.compute.manager [req-9d0bb06a-2943-40ec-af93-4d116123f736 req-0031ee7e-2a68-46c4-987e-4c02a445edaf service nova] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Detach interface failed, port_id=a2d1600d-e66c-4580-8d42-94462a922528, reason: Instance 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.645890] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.646751] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.650352] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.844s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.650584] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.652872] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.399s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.654448] env[69245]: INFO nova.compute.claims [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.692560] env[69245]: INFO nova.compute.manager [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Took 19.06 seconds to build instance. [ 1166.706870] env[69245]: INFO nova.scheduler.client.report [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocations for instance ad5e2c7f-ca09-449a-b41e-402fce1f5826 [ 1166.839724] env[69245]: DEBUG nova.compute.manager [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.839724] env[69245]: DEBUG nova.compute.manager [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.840271] env[69245]: DEBUG oslo_concurrency.lockutils [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.840271] env[69245]: DEBUG oslo_concurrency.lockutils [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.840452] env[69245]: DEBUG nova.network.neutron [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.018198] env[69245]: INFO nova.compute.manager [-] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Took 2.07 seconds to deallocate network for instance. [ 1167.074526] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071391} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.074819] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.075666] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01647f81-f17b-4732-b133-0347a9454038 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.101810] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248/57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.102586] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b482179e-fa40-4203-8ffc-1e2bb603134e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.125814] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1167.125814] env[69245]: value = "task-3708655" [ 1167.125814] env[69245]: _type = "Task" [ 1167.125814] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.136983] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.159913] env[69245]: DEBUG nova.compute.utils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.163953] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.165839] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.193221] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ccbbc267-4b34-4132-82f0-6734a510cda5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.571s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.217221] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4cf88d51-ba29-4516-9bac-795e6dee6872 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "ad5e2c7f-ca09-449a-b41e-402fce1f5826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.060s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.222967] env[69245]: DEBUG nova.policy [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.524487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.631327] env[69245]: DEBUG nova.network.neutron [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.631327] env[69245]: DEBUG nova.network.neutron [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.647384] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708655, 'name': ReconfigVM_Task, 'duration_secs': 0.320188} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.647384] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248/57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.648909] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321ad5d2-c8f4-432f-91a2-f6828da32b9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.660315] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1167.660315] env[69245]: value = "task-3708656" [ 1167.660315] env[69245]: _type = "Task" [ 1167.660315] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.666729] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.679914] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708656, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.686840] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.687605] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738642', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'name': 'volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b549dde-57e3-47de-900c-f6af4536b595', 'attached_at': '', 'detached_at': '', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'serial': '9a7aba7b-7eee-49b4-9113-d51cc80a99db'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.689150] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797d3b3-eed3-4256-a33e-9afff26265fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.712967] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb17945-02ad-4aa7-b446-08a24104024c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.744512] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db/volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.748491] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c179f0-7d4c-42b2-8e13-681f1bb9585c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.769406] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1167.769406] env[69245]: value = "task-3708657" [ 1167.769406] env[69245]: _type = "Task" [ 1167.769406] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.774229] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Successfully created port: 07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.784785] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.045018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7269cde-a722-4050-a1b1-38d46ad4b6d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.053127] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4ff684-dafe-4b24-b917-7fc050473dce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.086140] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.086425] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.086611] env[69245]: INFO nova.compute.manager [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Shelving [ 1168.088860] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01b10db-10e4-48ab-b926-e6f5d35f14f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.098095] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41413853-a73b-4817-b36f-d2117a2b9caf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.113853] env[69245]: DEBUG nova.compute.provider_tree [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.141532] env[69245]: DEBUG oslo_concurrency.lockutils [req-d145cd47-3bb7-466b-bdbb-b83a3a8737e2 req-303c341d-7b1e-4142-9196-5fa83e381869 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.170316] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708656, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.286467] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.618729] env[69245]: DEBUG nova.scheduler.client.report [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.671642] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708656, 'name': Rename_Task, 'duration_secs': 0.884313} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.671800] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.672040] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee61d2cd-6c8f-4ecf-aa72-3036080bd298 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.680247] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.686021] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1168.686021] env[69245]: value = "task-3708658" [ 1168.686021] env[69245]: _type = "Task" [ 1168.686021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.697739] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.713530] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.713839] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.714128] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.715077] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.715077] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.715077] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.715273] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.715453] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.715639] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.715813] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.716076] env[69245]: DEBUG nova.virt.hardware [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.717023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0cdff9-d962-45a8-915e-62561bdf44b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.726583] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba4c77-deb8-432c-be4b-f74c90ea683c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.783050] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708657, 'name': ReconfigVM_Task, 'duration_secs': 0.750646} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.784376] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db/volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.788962] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e5ba6ad-0a1f-4c49-91db-242c50de4210 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.806699] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1168.806699] env[69245]: value = "task-3708659" [ 1168.806699] env[69245]: _type = "Task" [ 1168.806699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.817097] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.878540] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.878683] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing instance network info cache due to event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.878993] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.879196] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.880072] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.112503] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.112834] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5051445a-501f-4d99-b118-c7532172d1d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.121890] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1169.121890] env[69245]: value = "task-3708660" [ 1169.121890] env[69245]: _type = "Task" [ 1169.121890] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.135389] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.135389] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.136331] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.136578] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.278s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.136813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.138831] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.274s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.139078] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.142424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.325s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.143323] env[69245]: INFO nova.compute.claims [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.201166] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708658, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.202412] env[69245]: INFO nova.scheduler.client.report [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Deleted allocations for instance 384691d8-0e46-4afe-83fb-3ec8bab773de [ 1169.206966] env[69245]: INFO nova.scheduler.client.report [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Deleted allocations for instance bc4e94b5-5baa-4649-a229-e5cb974d67a7 [ 1169.318556] env[69245]: DEBUG oslo_vmware.api [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708659, 'name': ReconfigVM_Task, 'duration_secs': 0.183275} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.319358] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738642', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'name': 'volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b549dde-57e3-47de-900c-f6af4536b595', 'attached_at': '', 'detached_at': '', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'serial': '9a7aba7b-7eee-49b4-9113-d51cc80a99db'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.508205] env[69245]: DEBUG nova.compute.manager [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Received event network-vif-plugged-07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.508474] env[69245]: DEBUG oslo_concurrency.lockutils [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] Acquiring lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.508690] env[69245]: DEBUG oslo_concurrency.lockutils [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] Lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.508883] env[69245]: DEBUG oslo_concurrency.lockutils [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] Lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.509101] env[69245]: DEBUG nova.compute.manager [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] No waiting events found dispatching network-vif-plugged-07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.509276] env[69245]: WARNING nova.compute.manager [req-df0753f8-33b8-4f93-b81c-82713ed83ddf req-35f4142c-3c22-4cae-8521-8c48e736332b service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Received unexpected event network-vif-plugged-07916478-ae0b-48de-9fea-ad35ad7ed2d9 for instance with vm_state building and task_state spawning. [ 1169.595326] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Successfully updated port: 07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.618016] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updated VIF entry in instance network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.618436] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.633013] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708660, 'name': PowerOffVM_Task, 'duration_secs': 0.275638} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.633799] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.635818] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06416036-352b-4599-8b42-0bbcb0cebd04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.638554] env[69245]: DEBUG nova.compute.utils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.640429] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.640604] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.666311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65fae70-79ce-420b-b0a1-3fed88cb0ff1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.686232] env[69245]: DEBUG nova.policy [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '340c980ae0dc4e6cb04ff266a71f4f05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52cb8c16c4e541628785c7b86a1ebd8d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.697802] env[69245]: DEBUG oslo_vmware.api [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708658, 'name': PowerOnVM_Task, 'duration_secs': 0.53218} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.698111] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.698335] env[69245]: INFO nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1169.698531] env[69245]: DEBUG nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.699342] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed775ef-a8e2-4c2a-9795-3d88abf1d10c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.718250] env[69245]: DEBUG oslo_concurrency.lockutils [None req-35f38fce-044b-487c-bbe5-805c13b65509 tempest-ServersTestManualDisk-1014510655 tempest-ServersTestManualDisk-1014510655-project-member] Lock "bc4e94b5-5baa-4649-a229-e5cb974d67a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.852s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.719966] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b84b266-66c3-4483-8e60-6ba63676a4fe tempest-SecurityGroupsTestJSON-1615514252 tempest-SecurityGroupsTestJSON-1615514252-project-member] Lock "384691d8-0e46-4afe-83fb-3ec8bab773de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.096s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.018698] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Successfully created port: bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.098202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.098202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.098340] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.121309] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.121760] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.121818] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing instance network info cache due to event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.122012] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.122169] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.122337] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.141364] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.179567] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.180231] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ada8d3a-7d3a-4327-a9f7-ca4baa0a4265 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.195292] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1170.195292] env[69245]: value = "task-3708661" [ 1170.195292] env[69245]: _type = "Task" [ 1170.195292] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.207233] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.224030] env[69245]: INFO nova.compute.manager [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Took 21.48 seconds to build instance. [ 1170.366444] env[69245]: DEBUG nova.objects.instance [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid 4b549dde-57e3-47de-900c-f6af4536b595 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.517546] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba3035-e2bd-4caa-9311-b2d645a4e861 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.526651] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ac7c2f-bf24-40d0-8613-7502a2e7b9e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.563036] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3a8e9-c043-452a-96d0-415d8252ffe7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.572399] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377365c5-480f-4b95-b8c5-c8cb79a7f003 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.591161] env[69245]: DEBUG nova.compute.provider_tree [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.674937] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.709639] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708661, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.727019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-19677e3a-85ae-40e0-9c24-04e4d72003a5 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.997s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.871406] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f3385d36-c21f-48fe-8800-4ae006775f25 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.093024] env[69245]: DEBUG nova.scheduler.client.report [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.134715] env[69245]: DEBUG nova.network.neutron [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Updating instance_info_cache with network_info: [{"id": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "address": "fa:16:3e:7f:a0:c2", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916478-ae", "ovs_interfaceid": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.153906] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.188084] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.188414] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.188595] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.188860] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.189034] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.189206] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.189474] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.189663] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.189845] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.190315] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.190315] env[69245]: DEBUG nova.virt.hardware [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.191602] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28410b31-410c-467a-ae05-5c02633cb4ae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.203702] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57c02f-7d06-4824-9be4-a2456a7c39da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.211502] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708661, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.236062] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updated VIF entry in instance network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.236494] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.598926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.599469] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.602294] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.942s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.602558] env[69245]: DEBUG nova.objects.instance [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'resources' on Instance uuid 414535bd-4bc0-4cca-9a89-e950c8e79f0b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.638718] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.638718] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Instance network_info: |[{"id": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "address": "fa:16:3e:7f:a0:c2", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916478-ae", "ovs_interfaceid": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.638718] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:a0:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07916478-ae0b-48de-9fea-ad35ad7ed2d9', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.646843] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.647736] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.647976] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece43537-aee0-49a9-a984-be339cb32958 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.672704] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.672704] env[69245]: value = "task-3708662" [ 1171.672704] env[69245]: _type = "Task" [ 1171.672704] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.682544] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708662, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.708778] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708661, 'name': CreateSnapshot_Task, 'duration_secs': 1.080419} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.709144] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1171.710241] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9ec49f-b40f-431b-855f-ed62243f2e52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.744023] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.744023] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.744023] env[69245]: DEBUG nova.compute.manager [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.744023] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.744023] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.744023] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.022471] env[69245]: DEBUG nova.compute.manager [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Received event network-changed-07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.022696] env[69245]: DEBUG nova.compute.manager [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Refreshing instance network info cache due to event network-changed-07916478-ae0b-48de-9fea-ad35ad7ed2d9. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.022900] env[69245]: DEBUG oslo_concurrency.lockutils [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] Acquiring lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.023116] env[69245]: DEBUG oslo_concurrency.lockutils [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] Acquired lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.023480] env[69245]: DEBUG nova.network.neutron [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Refreshing network info cache for port 07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.113071] env[69245]: DEBUG nova.compute.utils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.124837] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Successfully updated port: bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.126580] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.126901] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.185700] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708662, 'name': CreateVM_Task, 'duration_secs': 0.44042} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.185927] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.186984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.186984] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.188151] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.188151] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dcf710-3d3e-45da-ae75-391280ef6545 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.196586] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1172.196586] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5272bc70-9e78-657e-2cfd-eb70c404ae40" [ 1172.196586] env[69245]: _type = "Task" [ 1172.196586] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.206156] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5272bc70-9e78-657e-2cfd-eb70c404ae40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.215139] env[69245]: DEBUG nova.policy [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d09e1a335049d28092b3607c47c298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7955cc45da1949ce9c4b8f16009130db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.230910] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.231304] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9584ecb9-5e87-43cf-a46d-f35b6d622b3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.248355] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1172.248355] env[69245]: value = "task-3708663" [ 1172.248355] env[69245]: _type = "Task" [ 1172.248355] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.262913] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.437087] env[69245]: DEBUG nova.compute.manager [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.437488] env[69245]: DEBUG oslo_concurrency.lockutils [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.437647] env[69245]: DEBUG oslo_concurrency.lockutils [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.437816] env[69245]: DEBUG oslo_concurrency.lockutils [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.437982] env[69245]: DEBUG nova.compute.manager [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] No waiting events found dispatching network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.438269] env[69245]: WARNING nova.compute.manager [req-dadc9c41-144e-4f63-9fdd-600d7848b796 req-91b2df2d-6085-46aa-b130-4725d5f20354 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received unexpected event network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a for instance with vm_state building and task_state spawning. [ 1172.482592] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca8fe8e-333e-4a81-89bc-7e13252885d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.491510] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b72a67-467a-4d20-9958-5e85ac71b22a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.534653] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35154a2e-f88f-4ce0-8f5a-0770bc30a42a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.542902] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57836fbe-75a7-4bd4-87a2-bee8f287930b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.559567] env[69245]: DEBUG nova.compute.provider_tree [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.630477] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.630477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.630477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.630582] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.721271] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5272bc70-9e78-657e-2cfd-eb70c404ae40, 'name': SearchDatastore_Task, 'duration_secs': 0.016444} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.721271] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.721856] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.722023] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.722635] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.722888] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.723432] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b43e03-30a2-4b3c-8e93-9d82e524f912 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.736593] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.737018] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.739841] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c94d76a-5f53-41c9-b70f-e1fb710e2ae5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.755870] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1172.755870] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529a5d88-bfde-7c08-a268-370db331e521" [ 1172.755870] env[69245]: _type = "Task" [ 1172.755870] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.767182] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.774671] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529a5d88-bfde-7c08-a268-370db331e521, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.779045] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048ae042-ac21-412c-92f8-18a30fc5cc1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.787911] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1172.787911] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb6427-852c-afa3-ca7c-18d8b5f4163f" [ 1172.787911] env[69245]: _type = "Task" [ 1172.787911] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.799817] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb6427-852c-afa3-ca7c-18d8b5f4163f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.872454] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "343de92c-1ba9-484a-b86f-9575c4ee234f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.872823] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.916320] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.916855] env[69245]: DEBUG nova.network.neutron [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.966097] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Successfully created port: d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.028080] env[69245]: DEBUG nova.network.neutron [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Updated VIF entry in instance network info cache for port 07916478-ae0b-48de-9fea-ad35ad7ed2d9. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.028461] env[69245]: DEBUG nova.network.neutron [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Updating instance_info_cache with network_info: [{"id": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "address": "fa:16:3e:7f:a0:c2", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07916478-ae", "ovs_interfaceid": "07916478-ae0b-48de-9fea-ad35ad7ed2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.063839] env[69245]: DEBUG nova.scheduler.client.report [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.103472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.103991] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.104267] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.104476] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.104650] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.106988] env[69245]: INFO nova.compute.manager [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Terminating instance [ 1173.172977] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.250400] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.250679] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.250889] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.251152] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.251321] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.257831] env[69245]: INFO nova.compute.manager [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Terminating instance [ 1173.270817] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.300873] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bb6427-852c-afa3-ca7c-18d8b5f4163f, 'name': SearchDatastore_Task, 'duration_secs': 0.012208} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.301218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.301516] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 969d5c93-2fff-4052-a3b5-20f973250f85/969d5c93-2fff-4052-a3b5-20f973250f85.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.301792] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d72a287-49e9-4f81-96ab-f8e3ee0bc78e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.311829] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1173.311829] env[69245]: value = "task-3708664" [ 1173.311829] env[69245]: _type = "Task" [ 1173.311829] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.328030] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.376126] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.389051] env[69245]: DEBUG nova.network.neutron [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.419719] env[69245]: DEBUG oslo_concurrency.lockutils [req-e0861f02-98b6-4f0b-9fac-56210faa3e86 req-f38f4988-f6c1-464f-bf8b-76ffa8771033 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.531374] env[69245]: DEBUG oslo_concurrency.lockutils [req-f927b35a-59e2-4685-b4f8-097cd38c709e req-285df2ec-9544-4de6-aa6f-e6e2f0750bdf service nova] Releasing lock "refresh_cache-969d5c93-2fff-4052-a3b5-20f973250f85" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.571956] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.574349] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.050s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.574578] env[69245]: DEBUG nova.objects.instance [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'resources' on Instance uuid 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.607678] env[69245]: INFO nova.scheduler.client.report [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted allocations for instance 414535bd-4bc0-4cca-9a89-e950c8e79f0b [ 1173.615038] env[69245]: DEBUG nova.compute.manager [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.617679] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.617679] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06020548-c82e-4298-b903-9710e34b22ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.627960] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.628534] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe56710-0f12-440d-8f2e-961c68ea0ebc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.640681] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1173.640681] env[69245]: value = "task-3708665" [ 1173.640681] env[69245]: _type = "Task" [ 1173.640681] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.645400] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.657264] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.689612] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.691409] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.692103] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.692376] env[69245]: DEBUG nova.virt.hardware [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.693386] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04380765-7dbd-4539-8152-aa8e387f3789 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.708265] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4021e6dc-f883-4684-a348-382280faa3b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.769204] env[69245]: DEBUG nova.compute.manager [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.769555] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.770598] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.771163] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28f0d6-26c4-44d2-9788-33a5a7fee8cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.784859] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.785340] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39072ef9-25da-435c-b9a4-e39bbf6aff94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.796260] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1173.796260] env[69245]: value = "task-3708666" [ 1173.796260] env[69245]: _type = "Task" [ 1173.796260] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.810344] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.823274] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708664, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.892939] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.893993] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance network_info: |[{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.895160] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc43ac23-78b7-4cc4-819e-d6e6a539d30a', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.903732] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.904275] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.904370] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccbde022-2fd0-4ebb-81d6-d4e0a1c8ef37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.920418] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.928925] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.928925] env[69245]: value = "task-3708667" [ 1173.928925] env[69245]: _type = "Task" [ 1173.928925] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.942769] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708667, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.121232] env[69245]: DEBUG oslo_concurrency.lockutils [None req-eba61f94-a317-4617-9be9-94448b30a110 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "414535bd-4bc0-4cca-9a89-e950c8e79f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.046s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.156041] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708665, 'name': PowerOffVM_Task, 'duration_secs': 0.428726} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.156041] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.156041] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.157660] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eee25cd-d25e-42ca-a7d1-0bf24d2721ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.266786] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.267352] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.267548] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.267728] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleting the datastore file [datastore2] 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.267985] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fefbf7b5-2666-402b-95f8-fc29f841f5b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.275801] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for the task: (returnval){ [ 1174.275801] env[69245]: value = "task-3708669" [ 1174.275801] env[69245]: _type = "Task" [ 1174.275801] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.296361] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.309602] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708666, 'name': PowerOffVM_Task, 'duration_secs': 0.396405} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.309913] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.310130] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.310394] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32c61693-66a1-4a3a-a4a8-7b72bf490e51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.325123] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717626} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.325531] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 969d5c93-2fff-4052-a3b5-20f973250f85/969d5c93-2fff-4052-a3b5-20f973250f85.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.326588] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.326588] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5988853f-4c68-4d5b-87d7-294d23fd300b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.337563] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1174.337563] env[69245]: value = "task-3708671" [ 1174.337563] env[69245]: _type = "Task" [ 1174.337563] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.351741] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.400124] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.400124] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.400124] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleting the datastore file [datastore2] b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.400603] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb401f3-2d96-4b27-8f0b-95be7780a1b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.406670] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a20934-4757-41a6-8082-ff495f06fb38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.412690] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for the task: (returnval){ [ 1174.412690] env[69245]: value = "task-3708672" [ 1174.412690] env[69245]: _type = "Task" [ 1174.412690] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.423256] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47419de5-b18d-46b1-b37b-a2753193c962 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.432286] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.470169] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bb03ae-b5fd-4fdc-b965-4bd4b5552098 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.484140] env[69245]: DEBUG nova.compute.manager [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.484384] env[69245]: DEBUG nova.compute.manager [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing instance network info cache due to event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.484684] env[69245]: DEBUG oslo_concurrency.lockutils [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.485672] env[69245]: DEBUG oslo_concurrency.lockutils [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.485672] env[69245]: DEBUG nova.network.neutron [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.487293] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708667, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.495894] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe42a1c-e69e-4450-b9ec-c626597149c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.527768] env[69245]: DEBUG nova.compute.provider_tree [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.762684] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708663, 'name': CloneVM_Task, 'duration_secs': 2.137711} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.763011] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Created linked-clone VM from snapshot [ 1174.763903] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5212c26-d886-49f1-b707-4dc0b409bb38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.772959] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Uploading image 9443e3fe-642f-4493-84c8-646789365c92 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.789862] env[69245]: DEBUG oslo_vmware.api [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Task: {'id': task-3708669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352455} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.790202] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.790376] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.790571] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.790749] env[69245]: INFO nova.compute.manager [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1174.791030] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.791267] env[69245]: DEBUG nova.compute.manager [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.791364] env[69245]: DEBUG nova.network.neutron [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.807439] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.807439] env[69245]: value = "vm-738646" [ 1174.807439] env[69245]: _type = "VirtualMachine" [ 1174.807439] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.807737] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32d600f0-eea5-4880-8944-d8276331f927 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.817391] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lease: (returnval){ [ 1174.817391] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529cc063-fb17-a44b-fed1-86c621965c70" [ 1174.817391] env[69245]: _type = "HttpNfcLease" [ 1174.817391] env[69245]: } obtained for exporting VM: (result){ [ 1174.817391] env[69245]: value = "vm-738646" [ 1174.817391] env[69245]: _type = "VirtualMachine" [ 1174.817391] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.817864] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the lease: (returnval){ [ 1174.817864] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529cc063-fb17-a44b-fed1-86c621965c70" [ 1174.817864] env[69245]: _type = "HttpNfcLease" [ 1174.817864] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.830433] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.830433] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529cc063-fb17-a44b-fed1-86c621965c70" [ 1174.830433] env[69245]: _type = "HttpNfcLease" [ 1174.830433] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.848130] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105666} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.848451] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.849302] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c7389e-f2de-435e-88fa-95a2b9640ee7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.874341] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 969d5c93-2fff-4052-a3b5-20f973250f85/969d5c93-2fff-4052-a3b5-20f973250f85.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.874341] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9b6752-9cbe-4f58-9ab1-447d79863aa9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.904481] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1174.904481] env[69245]: value = "task-3708674" [ 1174.904481] env[69245]: _type = "Task" [ 1174.904481] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.921419] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.931418] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.942356] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708667, 'name': CreateVM_Task, 'duration_secs': 0.59153} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.943589] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.944261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.944446] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.944782] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.945079] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb300dac-4976-4afe-bcf6-3552df2b3e23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.950740] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1174.950740] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526094f3-c6ac-c1c7-d6ec-a927d2ef93af" [ 1174.950740] env[69245]: _type = "Task" [ 1174.950740] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.961100] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526094f3-c6ac-c1c7-d6ec-a927d2ef93af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.012610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.012610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.012610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.012610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.012610] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.013589] env[69245]: INFO nova.compute.manager [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Terminating instance [ 1175.033021] env[69245]: DEBUG nova.scheduler.client.report [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.143057] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Successfully updated port: d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.326489] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.326489] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529cc063-fb17-a44b-fed1-86c621965c70" [ 1175.326489] env[69245]: _type = "HttpNfcLease" [ 1175.326489] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.326869] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.326869] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529cc063-fb17-a44b-fed1-86c621965c70" [ 1175.326869] env[69245]: _type = "HttpNfcLease" [ 1175.326869] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.327636] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3df926-1684-4a36-a024-b06e77844808 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.341681] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.341681] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.422937] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.434193] env[69245]: DEBUG oslo_vmware.api [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Task: {'id': task-3708672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528801} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.434193] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.434193] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.434193] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.434193] env[69245]: INFO nova.compute.manager [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1175.434193] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.434193] env[69245]: DEBUG nova.compute.manager [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.434193] env[69245]: DEBUG nova.network.neutron [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.446417] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7761e44-89f1-4259-977d-45adb7f1d79c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.465773] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526094f3-c6ac-c1c7-d6ec-a927d2ef93af, 'name': SearchDatastore_Task, 'duration_secs': 0.015248} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.468081] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468351] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.468588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.468736] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.468913] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.469453] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d794b88d-e4f5-4948-bdcb-140ffc8f6936 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.479189] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.480060] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.480671] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e55360-cf1a-4955-a09c-a5777526124c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.492013] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1175.492013] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52028c8f-0d0e-35c3-8420-2d53d6982d9e" [ 1175.492013] env[69245]: _type = "Task" [ 1175.492013] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.503798] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52028c8f-0d0e-35c3-8420-2d53d6982d9e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.504640] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be071804-2d18-4ea7-8df9-1acf87fa18d5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.511216] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1175.511216] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b92111-5122-7a0f-7111-485bead017df" [ 1175.511216] env[69245]: _type = "Task" [ 1175.511216] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.520497] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b92111-5122-7a0f-7111-485bead017df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.521130] env[69245]: DEBUG nova.compute.manager [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.521334] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.522112] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db7f886-f344-4857-bc29-284200d40320 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.529609] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.529775] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f09ce88d-ac60-493a-9506-a29a7d08c4b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.537751] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.540134] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1175.540134] env[69245]: value = "task-3708675" [ 1175.540134] env[69245]: _type = "Task" [ 1175.540134] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.541805] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.621s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.543877] env[69245]: INFO nova.compute.claims [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.565461] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.566610] env[69245]: DEBUG nova.network.neutron [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updated VIF entry in instance network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.566951] env[69245]: DEBUG nova.network.neutron [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.573029] env[69245]: INFO nova.scheduler.client.report [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocations for instance 745df4a4-2af2-4f3c-bf67-1d23c9b0f704 [ 1175.621545] env[69245]: DEBUG nova.compute.manager [req-91cb9687-46f4-489e-b3a0-9220f8e2de30 req-bc9ca9cb-35b3-4cdb-90b7-4d2c468d1a7e service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Received event network-vif-deleted-38376a44-387b-4157-8739-05dccb95e840 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.621545] env[69245]: INFO nova.compute.manager [req-91cb9687-46f4-489e-b3a0-9220f8e2de30 req-bc9ca9cb-35b3-4cdb-90b7-4d2c468d1a7e service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Neutron deleted interface 38376a44-387b-4157-8739-05dccb95e840; detaching it from the instance and deleting it from the info cache [ 1175.621816] env[69245]: DEBUG nova.network.neutron [req-91cb9687-46f4-489e-b3a0-9220f8e2de30 req-bc9ca9cb-35b3-4cdb-90b7-4d2c468d1a7e service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.646477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.646563] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.646663] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.924868] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708674, 'name': ReconfigVM_Task, 'duration_secs': 0.923763} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.925287] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 969d5c93-2fff-4052-a3b5-20f973250f85/969d5c93-2fff-4052-a3b5-20f973250f85.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.927612] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bce6837-e299-4ca7-bcec-45e1f7e1973b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.940081] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1175.940081] env[69245]: value = "task-3708676" [ 1175.940081] env[69245]: _type = "Task" [ 1175.940081] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.951283] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708676, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.996589] env[69245]: DEBUG nova.network.neutron [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.025018] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b92111-5122-7a0f-7111-485bead017df, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.025626] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.026272] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.026893] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d4b9bae-16e7-4151-97ee-2a0d69874f96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.037814] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1176.037814] env[69245]: value = "task-3708677" [ 1176.037814] env[69245]: _type = "Task" [ 1176.037814] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.050212] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.069879] env[69245]: DEBUG oslo_concurrency.lockutils [req-8ba8c73e-4e60-4077-9d8c-b81eea600e7e req-22d7f55d-9dba-4db8-8240-d9dfa65a38f9 service nova] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.070642] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708675, 'name': PowerOffVM_Task, 'duration_secs': 0.228548} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.070936] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.071234] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.071579] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21fa16ae-487c-4a99-9acd-1d2842e24db5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.082292] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6b6ccf30-5ce5-48ea-b182-2b3d8e97aa94 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "745df4a4-2af2-4f3c-bf67-1d23c9b0f704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.320s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.126849] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7563219-f23a-4e68-b90a-265917021038 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.140986] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10afb5b1-3b0e-4e7f-8b68-b72ab6e253c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.164987] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.166175] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.166175] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleting the datastore file [datastore1] d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.166175] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95fd383-fdbb-4d07-9ba1-bb4f294d228d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.175699] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for the task: (returnval){ [ 1176.175699] env[69245]: value = "task-3708679" [ 1176.175699] env[69245]: _type = "Task" [ 1176.175699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.194047] env[69245]: DEBUG nova.compute.manager [req-91cb9687-46f4-489e-b3a0-9220f8e2de30 req-bc9ca9cb-35b3-4cdb-90b7-4d2c468d1a7e service nova] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Detach interface failed, port_id=38376a44-387b-4157-8739-05dccb95e840, reason: Instance 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.198386] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.258541] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.458120] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708676, 'name': Rename_Task, 'duration_secs': 0.227623} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.458466] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.458771] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df339c4b-5bbf-4b43-9738-878a19fc1bed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.467317] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1176.467317] env[69245]: value = "task-3708680" [ 1176.467317] env[69245]: _type = "Task" [ 1176.467317] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.478058] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.489947] env[69245]: DEBUG nova.network.neutron [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.500069] env[69245]: INFO nova.compute.manager [-] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Took 1.71 seconds to deallocate network for instance. [ 1176.539758] env[69245]: DEBUG nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Received event network-vif-plugged-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.540071] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Acquiring lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.540399] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.540622] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.540860] env[69245]: DEBUG nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] No waiting events found dispatching network-vif-plugged-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.541091] env[69245]: WARNING nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Received unexpected event network-vif-plugged-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 for instance with vm_state building and task_state spawning. [ 1176.541330] env[69245]: DEBUG nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Received event network-changed-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.541537] env[69245]: DEBUG nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Refreshing instance network info cache due to event network-changed-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.541747] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Acquiring lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.556884] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708677, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.647719] env[69245]: DEBUG nova.network.neutron [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updating instance_info_cache with network_info: [{"id": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "address": "fa:16:3e:46:07:e6", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ca2bfe-0d", "ovs_interfaceid": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.695503] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.881420] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894bd0a-d0a8-4e4e-924b-411fe3c6d785 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.892604] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e100cdc-07d2-4f79-ab54-617c3381e693 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.929994] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643150ad-f3e0-4e00-980e-b4e18c3708b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.940970] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc8c6e-22aa-4f62-a73f-787617e1dd4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.961565] env[69245]: DEBUG nova.compute.provider_tree [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.980857] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708680, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.995838] env[69245]: INFO nova.compute.manager [-] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Took 1.56 seconds to deallocate network for instance. [ 1177.015008] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.062068] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634309} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.062068] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.062068] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.062068] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4630f28-21ae-4c79-808f-20d3f63874db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.071368] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1177.071368] env[69245]: value = "task-3708681" [ 1177.071368] env[69245]: _type = "Task" [ 1177.071368] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.082718] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.152399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.152985] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance network_info: |[{"id": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "address": "fa:16:3e:46:07:e6", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ca2bfe-0d", "ovs_interfaceid": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.153172] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Acquired lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.153393] env[69245]: DEBUG nova.network.neutron [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Refreshing network info cache for port d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.154750] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:07:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.165031] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.165031] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.165031] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6e60dd-4c98-4e4e-b398-dc91b7517030 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.193012] env[69245]: DEBUG oslo_vmware.api [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Task: {'id': task-3708679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548596} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.194989] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.195248] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.195475] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.195804] env[69245]: INFO nova.compute.manager [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1177.196136] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.196387] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.196387] env[69245]: value = "task-3708682" [ 1177.196387] env[69245]: _type = "Task" [ 1177.196387] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.196656] env[69245]: DEBUG nova.compute.manager [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.196782] env[69245]: DEBUG nova.network.neutron [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.210547] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708682, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.467066] env[69245]: DEBUG nova.scheduler.client.report [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.489760] env[69245]: DEBUG oslo_vmware.api [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708680, 'name': PowerOnVM_Task, 'duration_secs': 0.87279} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.490032] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.490137] env[69245]: INFO nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1177.492020] env[69245]: DEBUG nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.492020] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e9180d-fa3b-48d5-900d-668e4340c808 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.508121] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.588450] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074454} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.588690] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.589718] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa2ff61-4ef7-485c-bb99-5318f0d62ed1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.627762] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.628433] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ea23ad-2ba1-4400-9ce0-fe4ec393ad52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.653914] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1177.653914] env[69245]: value = "task-3708683" [ 1177.653914] env[69245]: _type = "Task" [ 1177.653914] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.671259] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.714549] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708682, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.982889] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.982889] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.988024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.973s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.988291] env[69245]: DEBUG nova.objects.instance [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lazy-loading 'resources' on Instance uuid 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.024043] env[69245]: INFO nova.compute.manager [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Took 27.98 seconds to build instance. [ 1178.094011] env[69245]: DEBUG nova.network.neutron [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updated VIF entry in instance network info cache for port d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.094482] env[69245]: DEBUG nova.network.neutron [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updating instance_info_cache with network_info: [{"id": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "address": "fa:16:3e:46:07:e6", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ca2bfe-0d", "ovs_interfaceid": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.167277] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708683, 'name': ReconfigVM_Task, 'duration_secs': 0.4016} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.167599] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.168448] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce37c8b-fc40-446d-bffc-219ac383dbc6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.177153] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1178.177153] env[69245]: value = "task-3708684" [ 1178.177153] env[69245]: _type = "Task" [ 1178.177153] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.188674] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708684, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.215553] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708682, 'name': CreateVM_Task, 'duration_secs': 0.531813} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.215553] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.215997] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.216083] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.218692] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.218692] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790ae524-56e1-4791-91c3-288584b547e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.223053] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1178.223053] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4e0c2-4417-0389-9774-6f4d3e6cc04f" [ 1178.223053] env[69245]: _type = "Task" [ 1178.223053] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.236824] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4e0c2-4417-0389-9774-6f4d3e6cc04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.333011] env[69245]: DEBUG nova.network.neutron [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.492557] env[69245]: DEBUG nova.compute.utils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.500094] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.500094] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.532572] env[69245]: DEBUG oslo_concurrency.lockutils [None req-704c68c9-3c21-498a-bea0-2039dd238cb9 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.499s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.600060] env[69245]: DEBUG oslo_concurrency.lockutils [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] Releasing lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.600060] env[69245]: DEBUG nova.compute.manager [req-9fb026eb-3382-4573-91c2-fff8ff26c6f3 req-7afc0259-e512-43b9-a75a-5ccbd8d29d27 service nova] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Received event network-vif-deleted-d97e4cea-5fb2-44c5-8349-e2aad8a3381f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.612414] env[69245]: DEBUG nova.policy [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e43022df226464bbea58cc75080ac2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9c0461fc2b40cb9e6abda7a09f6782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.694614] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708684, 'name': Rename_Task, 'duration_secs': 0.173369} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.698119] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.698639] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8e38097-b3d6-4c76-9ac8-4b6214502f7b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.709608] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1178.709608] env[69245]: value = "task-3708685" [ 1178.709608] env[69245]: _type = "Task" [ 1178.709608] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.727353] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.739222] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e4e0c2-4417-0389-9774-6f4d3e6cc04f, 'name': SearchDatastore_Task, 'duration_secs': 0.014065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.739625] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.740028] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.740178] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.740311] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.740554] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.742552] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04ae4b85-8f51-412f-830b-d69a4e3d4457 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.755828] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.756230] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.758338] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b03f95c-2c50-43e7-bc37-4a564b1620a7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.765788] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1178.765788] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a91a3-84d0-4bfa-fbdf-a295e390ed7c" [ 1178.765788] env[69245]: _type = "Task" [ 1178.765788] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.784852] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a91a3-84d0-4bfa-fbdf-a295e390ed7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.836488] env[69245]: INFO nova.compute.manager [-] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Took 1.64 seconds to deallocate network for instance. [ 1178.847848] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422f68b9-ad70-4838-bcfe-aeab635a4f5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.863476] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1174dfbb-b919-42d8-a327-57506fa9099a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.911637] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947cbc11-c10f-4e19-af68-d7f79c56f088 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.924496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a2202-c0bd-4ad0-a43b-a2cc8d9ecb13 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.935147] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.935147] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.951422] env[69245]: DEBUG nova.compute.provider_tree [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.008232] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.222097] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.280998] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524a91a3-84d0-4bfa-fbdf-a295e390ed7c, 'name': SearchDatastore_Task, 'duration_secs': 0.020403} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.283395] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82899d81-9b08-48a8-b6d2-7d72ad46a22a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.289333] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1179.289333] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208d939-32b7-8c42-01b1-8399b8696438" [ 1179.289333] env[69245]: _type = "Task" [ 1179.289333] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.300613] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208d939-32b7-8c42-01b1-8399b8696438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.307140] env[69245]: DEBUG nova.compute.manager [req-8696e06f-db75-440c-94a5-afb37718974b req-2a49cf88-6aac-46b3-b7f4-3ee51027ae82 service nova] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Received event network-vif-deleted-4c51a5f6-e8ee-4f92-ab3a-980091fe11e8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.346081] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.386616] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Successfully created port: 6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.439836] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.454226] env[69245]: DEBUG nova.scheduler.client.report [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.723843] env[69245]: DEBUG oslo_vmware.api [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708685, 'name': PowerOnVM_Task, 'duration_secs': 0.634786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.724135] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.724342] env[69245]: INFO nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1179.724523] env[69245]: DEBUG nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.725372] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99027545-b5d3-4d32-a194-b63f80ad40d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.742743] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "1c5ca05e-a275-4135-96a5-17acb2c99890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.742994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.801532] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208d939-32b7-8c42-01b1-8399b8696438, 'name': SearchDatastore_Task, 'duration_secs': 0.015759} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.802835] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.803192] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.803809] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af79438-4500-464b-9bb0-af53b5917725 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.815155] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1179.815155] env[69245]: value = "task-3708686" [ 1179.815155] env[69245]: _type = "Task" [ 1179.815155] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.834206] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.965648] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.970300] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.462s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.970620] env[69245]: DEBUG nova.objects.instance [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lazy-loading 'resources' on Instance uuid b0f65ff7-0778-4c6d-94e9-4c49226bb298 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.972775] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.990507] env[69245]: INFO nova.scheduler.client.report [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Deleted allocations for instance 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248 [ 1180.018578] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.053332] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.053539] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.053809] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.054019] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.055020] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.055020] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.055020] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.055020] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.055020] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.055369] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.055369] env[69245]: DEBUG nova.virt.hardware [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.056840] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60932a20-028a-453b-ad6c-90af0023acd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.066950] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a749c71-8e3e-47cb-bd9a-71e86c06d000 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.202356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.202356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.202962] env[69245]: DEBUG nova.objects.instance [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid 57cc49d3-af11-4012-907a-c1482690fd86 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.247996] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.249243] env[69245]: INFO nova.compute.manager [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Took 27.01 seconds to build instance. [ 1180.330406] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.500591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a3d798d6-3759-4a75-b966-e75ec59a2035 tempest-ServerDiskConfigTestJSON-1462090014 tempest-ServerDiskConfigTestJSON-1462090014-project-member] Lock "57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.397s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.715157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.715157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.753797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ef32e487-337b-4727-887b-361b2438c8e6 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.527s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.779629] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.810722] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb71d59-facb-4ae3-bc12-a8a9a2464e2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.823867] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127b498-91e5-4dab-819b-7bceb428d61f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.831289] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649268} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.832801] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.833085] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.833603] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec350526-8543-4b0f-b0f2-d88949868ff2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.865997] env[69245]: DEBUG nova.objects.instance [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid 57cc49d3-af11-4012-907a-c1482690fd86 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.868097] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07e1a9-0818-485f-ac4b-710aad9b03e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.873119] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1180.873119] env[69245]: value = "task-3708687" [ 1180.873119] env[69245]: _type = "Task" [ 1180.873119] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.881183] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cc9314-c1bd-41fe-ad78-8923e1dfe100 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.889985] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.902593] env[69245]: DEBUG nova.compute.provider_tree [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.220483] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.372087] env[69245]: DEBUG nova.objects.base [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance<57cc49d3-af11-4012-907a-c1482690fd86> lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.372354] env[69245]: DEBUG nova.network.neutron [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.375997] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Successfully updated port: 6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.391204] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08161} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.392352] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.393567] env[69245]: DEBUG nova.compute.manager [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Received event network-vif-plugged-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.393789] env[69245]: DEBUG oslo_concurrency.lockutils [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] Acquiring lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.394084] env[69245]: DEBUG oslo_concurrency.lockutils [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.394308] env[69245]: DEBUG oslo_concurrency.lockutils [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.394544] env[69245]: DEBUG nova.compute.manager [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] No waiting events found dispatching network-vif-plugged-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1181.394732] env[69245]: WARNING nova.compute.manager [req-475d366f-97fc-47e5-8100-5168a975172c req-0980fccd-65c4-4afc-b2de-9a92c6b1efc3 service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Received unexpected event network-vif-plugged-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 for instance with vm_state building and task_state spawning. [ 1181.395609] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4810a53-1c4b-4be5-b79f-bc05df2e052e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.413093] env[69245]: DEBUG nova.scheduler.client.report [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.426638] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.427893] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8884216f-bb0b-4bfb-ad92-2816e75d4415 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.449796] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1181.449796] env[69245]: value = "task-3708688" [ 1181.449796] env[69245]: _type = "Task" [ 1181.449796] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.460643] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.518959] env[69245]: DEBUG nova.policy [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.698372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "969d5c93-2fff-4052-a3b5-20f973250f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.698372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.698372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.698372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.698372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.699851] env[69245]: INFO nova.compute.manager [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Terminating instance [ 1181.750261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.889043] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.889043] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.889043] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.918748] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.922217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.576s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.922556] env[69245]: DEBUG nova.objects.instance [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lazy-loading 'resources' on Instance uuid d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.958443] env[69245]: INFO nova.scheduler.client.report [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Deleted allocations for instance b0f65ff7-0778-4c6d-94e9-4c49226bb298 [ 1181.971936] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708688, 'name': ReconfigVM_Task, 'duration_secs': 0.439024} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.971936] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.972583] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005f6358-e0d6-4eec-a829-9dc45b6782db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981696] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1181.981696] env[69245]: value = "task-3708689" [ 1181.981696] env[69245]: _type = "Task" [ 1181.981696] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.992231] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708689, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.209535] env[69245]: DEBUG nova.compute.manager [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.210239] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.211390] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717624e4-310f-4feb-84f0-0a2774cf6b3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.221334] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.221771] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94cdefbd-b981-4e01-8ef9-60b85617444f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.231217] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1182.231217] env[69245]: value = "task-3708690" [ 1182.231217] env[69245]: _type = "Task" [ 1182.231217] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.247111] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.408533] env[69245]: DEBUG nova.compute.manager [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.408533] env[69245]: DEBUG nova.compute.manager [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing instance network info cache due to event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.408945] env[69245]: DEBUG oslo_concurrency.lockutils [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.408945] env[69245]: DEBUG oslo_concurrency.lockutils [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.409169] env[69245]: DEBUG nova.network.neutron [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.430166] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.467131] env[69245]: DEBUG oslo_concurrency.lockutils [None req-15d0bfb2-dc76-4e99-80ca-ad2c3bc97f2a tempest-ServersNegativeTestJSON-1827147972 tempest-ServersNegativeTestJSON-1827147972-project-member] Lock "b0f65ff7-0778-4c6d-94e9-4c49226bb298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.216s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.495666] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708689, 'name': Rename_Task, 'duration_secs': 0.197398} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.495953] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.496511] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7b3dc93-9f1e-4bb6-9055-e0909b0ac5fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.505447] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1182.505447] env[69245]: value = "task-3708691" [ 1182.505447] env[69245]: _type = "Task" [ 1182.505447] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.518739] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.633842] env[69245]: DEBUG nova.network.neutron [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updating instance_info_cache with network_info: [{"id": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "address": "fa:16:3e:cf:dd:65", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe9ed27-4b", "ovs_interfaceid": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.722425] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896210a1-4bc2-404e-b60d-9128f6634257 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.732160] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c89c1-e481-4860-88e4-3de525070481 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.746763] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708690, 'name': PowerOffVM_Task, 'duration_secs': 0.246766} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.771228] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.771455] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.771868] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c8acbf7-d3d4-4873-afb6-2c78fa2a5042 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.774262] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaecc934-2abe-4874-9c30-f05f8c55092f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.782828] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d86a872-b441-4bc3-887b-ac6d99955c78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.800192] env[69245]: DEBUG nova.compute.provider_tree [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.859545] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.859962] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.860170] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] 969d5c93-2fff-4052-a3b5-20f973250f85 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.860659] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce315f12-d625-4ce8-86cd-b553dbed0773 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.870090] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1182.870090] env[69245]: value = "task-3708693" [ 1182.870090] env[69245]: _type = "Task" [ 1182.870090] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.881321] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.020793] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.139011] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.139387] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Instance network_info: |[{"id": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "address": "fa:16:3e:cf:dd:65", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe9ed27-4b", "ovs_interfaceid": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.139827] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:dd:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe9ed27-4b8b-4837-aa76-eb33a38aab97', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.150113] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.150325] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.150702] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-663f43e1-48fd-452f-bf51-db3406d9c030 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.176693] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.176693] env[69245]: value = "task-3708694" [ 1183.176693] env[69245]: _type = "Task" [ 1183.176693] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.186874] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708694, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.214326] env[69245]: DEBUG nova.network.neutron [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updated VIF entry in instance network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.214900] env[69245]: DEBUG nova.network.neutron [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.305725] env[69245]: DEBUG nova.scheduler.client.report [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.380120] env[69245]: DEBUG oslo_vmware.api [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258159} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.380491] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.380819] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.380901] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.381099] env[69245]: INFO nova.compute.manager [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1183.381361] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.381570] env[69245]: DEBUG nova.compute.manager [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.381666] env[69245]: DEBUG nova.network.neutron [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.427543] env[69245]: DEBUG nova.compute.manager [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Received event network-changed-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.427748] env[69245]: DEBUG nova.compute.manager [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Refreshing instance network info cache due to event network-changed-6fe9ed27-4b8b-4837-aa76-eb33a38aab97. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.428014] env[69245]: DEBUG oslo_concurrency.lockutils [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] Acquiring lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.428256] env[69245]: DEBUG oslo_concurrency.lockutils [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] Acquired lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.428364] env[69245]: DEBUG nova.network.neutron [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Refreshing network info cache for port 6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.517147] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.690843] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708694, 'name': CreateVM_Task, 'duration_secs': 0.486351} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.691024] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.691763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.691926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.692642] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.692921] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82869ea8-395f-4c34-a963-54f1274fc2f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.698519] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1183.698519] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d51f7c-3653-4af5-6290-5f7e0bb0b576" [ 1183.698519] env[69245]: _type = "Task" [ 1183.698519] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.708356] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d51f7c-3653-4af5-6290-5f7e0bb0b576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.719767] env[69245]: DEBUG oslo_concurrency.lockutils [req-db95339e-7140-4435-becd-fe82adce3995 req-c3c713b2-90b0-467a-a7a6-86e979bb5ed1 service nova] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.812143] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.814828] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.842s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.821046] env[69245]: INFO nova.compute.claims [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.829296] env[69245]: DEBUG nova.network.neutron [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Successfully updated port: bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.849833] env[69245]: INFO nova.scheduler.client.report [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Deleted allocations for instance d075d29b-ba3b-4581-a628-cc2a6b0cb3d3 [ 1184.020722] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.106412] env[69245]: DEBUG nova.network.neutron [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.214270] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d51f7c-3653-4af5-6290-5f7e0bb0b576, 'name': SearchDatastore_Task, 'duration_secs': 0.027992} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.216034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.216034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.216034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.216034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.216199] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.216517] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1082eef9-34bf-4046-966e-886d49d6455a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.227497] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.227706] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.228545] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e8ae16-7312-4aa7-922b-2d0945ba7391 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.239248] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1184.239248] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237c0e0-12cb-3ad8-7b97-17a7a3020b3b" [ 1184.239248] env[69245]: _type = "Task" [ 1184.239248] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.250963] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237c0e0-12cb-3ad8-7b97-17a7a3020b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.300411] env[69245]: DEBUG nova.network.neutron [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updated VIF entry in instance network info cache for port 6fe9ed27-4b8b-4837-aa76-eb33a38aab97. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.300411] env[69245]: DEBUG nova.network.neutron [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updating instance_info_cache with network_info: [{"id": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "address": "fa:16:3e:cf:dd:65", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe9ed27-4b", "ovs_interfaceid": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.337092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.337092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.337092] env[69245]: DEBUG nova.network.neutron [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.366666] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8ac331e5-85a5-4777-ab29-89277f87eca0 tempest-ServerRescueNegativeTestJSON-1524295348 tempest-ServerRescueNegativeTestJSON-1524295348-project-member] Lock "d075d29b-ba3b-4581-a628-cc2a6b0cb3d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.356s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.385781] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.388373] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a4fdca-b902-4919-bd5b-dcabac9c4eeb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.395631] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.395801] env[69245]: ERROR oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk due to incomplete transfer. [ 1184.396313] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0deefe6f-aef7-4f53-824d-483a8c414a73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.405653] env[69245]: DEBUG oslo_vmware.rw_handles [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520aabde-d353-2ae1-23e8-910b213f30d1/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1184.406087] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Uploaded image 9443e3fe-642f-4493-84c8-646789365c92 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1184.408371] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1184.408664] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43e06062-9edb-43de-a3c1-ecb93737c3d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.419140] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1184.419140] env[69245]: value = "task-3708695" [ 1184.419140] env[69245]: _type = "Task" [ 1184.419140] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.428775] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708695, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.518123] env[69245]: DEBUG oslo_vmware.api [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708691, 'name': PowerOnVM_Task, 'duration_secs': 1.544926} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.518363] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.518683] env[69245]: INFO nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1184.518760] env[69245]: DEBUG nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.519564] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f48801-e2ab-42d2-b61f-50f9ff6658d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.592731] env[69245]: DEBUG nova.compute.manager [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.592731] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.593422] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.593737] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.594054] env[69245]: DEBUG nova.compute.manager [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] No waiting events found dispatching network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.594374] env[69245]: WARNING nova.compute.manager [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received unexpected event network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf for instance with vm_state active and task_state None. [ 1184.594690] env[69245]: DEBUG nova.compute.manager [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.594963] env[69245]: DEBUG nova.compute.manager [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.595258] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.613021] env[69245]: INFO nova.compute.manager [-] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Took 1.23 seconds to deallocate network for instance. [ 1184.752274] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237c0e0-12cb-3ad8-7b97-17a7a3020b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.024828} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.753324] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab17090-4a1e-4172-9e59-a1282fcf9574 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.759742] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1184.759742] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52004aeb-9ead-1b88-c5c3-7021f1ec7636" [ 1184.759742] env[69245]: _type = "Task" [ 1184.759742] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.768627] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52004aeb-9ead-1b88-c5c3-7021f1ec7636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.801897] env[69245]: DEBUG oslo_concurrency.lockutils [req-4d2241ed-91fb-4483-8034-8e0f2f443a93 req-fa5af1f6-d613-4bae-8ce4-45d39313b1ae service nova] Releasing lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.896206] env[69245]: WARNING nova.network.neutron [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 1184.932672] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708695, 'name': Destroy_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.043916] env[69245]: INFO nova.compute.manager [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Took 25.25 seconds to build instance. [ 1185.118467] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.178830] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396b466-c64f-4fa6-875f-2eaa788265df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.188569] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec35332-ceec-4b44-97c5-50d4f3733cf9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.231052] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f6c3f5-3189-4898-a42f-a9e3b850a33c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.243162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29df8155-33a2-4d11-a19c-5a3f47c5a4f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.258698] env[69245]: DEBUG nova.compute.provider_tree [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.277769] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52004aeb-9ead-1b88-c5c3-7021f1ec7636, 'name': SearchDatastore_Task, 'duration_secs': 0.022379} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.278843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.279220] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 343de92c-1ba9-484a-b86f-9575c4ee234f/343de92c-1ba9-484a-b86f-9575c4ee234f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.279506] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa078d9-9273-4217-a6f7-1fc2b787f8e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.289896] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1185.289896] env[69245]: value = "task-3708696" [ 1185.289896] env[69245]: _type = "Task" [ 1185.289896] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.299568] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.425100] env[69245]: DEBUG nova.network.neutron [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "address": "fa:16:3e:b2:52:e7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d11f6-1e", "ovs_interfaceid": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.430095] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708695, 'name': Destroy_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.546706] env[69245]: DEBUG oslo_concurrency.lockutils [None req-90de1de4-62e5-4c82-bacf-2ecc5bb9afd6 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.769s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.764670] env[69245]: DEBUG nova.scheduler.client.report [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.797345] env[69245]: DEBUG nova.compute.manager [req-26d40077-4f49-411b-ae9b-ba71c659a21e req-03e58d31-bbd0-4c54-b446-bd9d6125f42e service nova] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Received event network-vif-deleted-07916478-ae0b-48de-9fea-ad35ad7ed2d9 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.804989] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.930733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.930733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.930733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.930733] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708695, 'name': Destroy_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.930733] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.931078] env[69245]: DEBUG nova.network.neutron [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.936261] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08c55a-ffbd-4556-92ca-3f07d3812840 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.958491] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.958747] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.958907] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.959785] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.959990] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.960194] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.960421] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.960585] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.960755] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.960924] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.961193] env[69245]: DEBUG nova.virt.hardware [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.968531] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfiguring VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1185.969606] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0576259-6306-4787-93ba-9c255d1087ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.989501] env[69245]: DEBUG oslo_vmware.api [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1185.989501] env[69245]: value = "task-3708697" [ 1185.989501] env[69245]: _type = "Task" [ 1185.989501] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.998740] env[69245]: DEBUG oslo_vmware.api [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708697, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.270248] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.270248] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.275471] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.496s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.277123] env[69245]: INFO nova.compute.claims [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.302798] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.430433] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708695, 'name': Destroy_Task, 'duration_secs': 1.986687} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.430732] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Destroyed the VM [ 1186.430964] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.431295] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2113bb8e-f8db-4d96-b343-835c56594f9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.445416] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1186.445416] env[69245]: value = "task-3708698" [ 1186.445416] env[69245]: _type = "Task" [ 1186.445416] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.455254] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708698, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.520223] env[69245]: DEBUG oslo_vmware.api [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.636725] env[69245]: DEBUG nova.compute.manager [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Received event network-changed-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.636725] env[69245]: DEBUG nova.compute.manager [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Refreshing instance network info cache due to event network-changed-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.637133] env[69245]: DEBUG oslo_concurrency.lockutils [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] Acquiring lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.637391] env[69245]: DEBUG oslo_concurrency.lockutils [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] Acquired lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.637675] env[69245]: DEBUG nova.network.neutron [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Refreshing network info cache for port d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.720720] env[69245]: DEBUG nova.network.neutron [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.721191] env[69245]: DEBUG nova.network.neutron [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "address": "fa:16:3e:b2:52:e7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d11f6-1e", "ovs_interfaceid": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.786289] env[69245]: DEBUG nova.compute.utils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.788817] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.788817] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.809674] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708696, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.848208] env[69245]: DEBUG nova.policy [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32fb85278ae24564a8bf0d890ce5c52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02108dbedc6f4539be3811f663a0a784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.960923] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708698, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.004393] env[69245]: DEBUG oslo_vmware.api [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.198225] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Successfully created port: a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.226315] env[69245]: DEBUG oslo_concurrency.lockutils [req-8beb9b4c-eb05-4305-9f2a-d22261285dc0 req-c00b58d7-918d-425c-9fb6-1f707dcb4092 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.298126] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.317635] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708696, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.527992} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.317956] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 343de92c-1ba9-484a-b86f-9575c4ee234f/343de92c-1ba9-484a-b86f-9575c4ee234f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.318224] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.318516] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecc235b8-63d2-4051-aeb3-51ab66286854 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.332895] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1187.332895] env[69245]: value = "task-3708699" [ 1187.332895] env[69245]: _type = "Task" [ 1187.332895] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.344418] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.463409] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708698, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647216} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.464243] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1187.464684] env[69245]: DEBUG nova.compute.manager [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.465857] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad590509-0cc9-435d-9003-d673aa3ccb0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.503121] env[69245]: DEBUG oslo_vmware.api [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708697, 'name': ReconfigVM_Task, 'duration_secs': 1.238402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.506325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.506575] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfigured VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1187.538126] env[69245]: DEBUG nova.network.neutron [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updated VIF entry in instance network info cache for port d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.542410] env[69245]: DEBUG nova.network.neutron [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updating instance_info_cache with network_info: [{"id": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "address": "fa:16:3e:46:07:e6", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3ca2bfe-0d", "ovs_interfaceid": "d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.637751] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530702d1-f5e1-4ace-8f5e-0a5a33a398d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.650077] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20467b0-3520-4567-8e70-b9afb62269b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.685262] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0205f6f-4bca-443e-95a1-d5850f192f02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.694559] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c523d80-ae4f-4c43-b46e-ed30a2e1f3cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.710672] env[69245]: DEBUG nova.compute.provider_tree [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.847034] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101745} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.847323] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.848418] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783cf866-6d3b-4919-af8e-42d4590751ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.879769] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 343de92c-1ba9-484a-b86f-9575c4ee234f/343de92c-1ba9-484a-b86f-9575c4ee234f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.881105] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f29cde-83c7-431e-83ea-4dc3fd092cc8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.906572] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1187.906572] env[69245]: value = "task-3708700" [ 1187.906572] env[69245]: _type = "Task" [ 1187.906572] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.918694] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.988679] env[69245]: INFO nova.compute.manager [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Shelve offloading [ 1188.012346] env[69245]: DEBUG oslo_concurrency.lockutils [None req-88cdf527-53e3-4a43-a94a-3a69786f2af8 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.810s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.049476] env[69245]: DEBUG oslo_concurrency.lockutils [req-1bd3b8cd-db7c-43eb-8c2c-e935426a1030 req-78273667-76dd-4d10-b683-86fa6e5cdfe1 service nova] Releasing lock "refresh_cache-f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.049870] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.050171] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.214132] env[69245]: DEBUG nova.scheduler.client.report [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.314902] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.349310] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.350041] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.357219] env[69245]: DEBUG nova.virt.hardware [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.360043] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e580c53-d1f7-4afe-9496-8e30b13d9a06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.374534] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45154576-69aa-4b28-891a-1e6f4da42be2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.417506] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.456016] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.456016] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.494068] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.494068] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6b7796-32e3-4381-94e0-3926fd5e4436 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.502654] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1188.502654] env[69245]: value = "task-3708701" [ 1188.502654] env[69245]: _type = "Task" [ 1188.502654] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.514949] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1188.515291] env[69245]: DEBUG nova.compute.manager [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1188.517233] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f469223-7687-440d-a71e-a759bd59af7a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.525721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.526203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.526541] env[69245]: DEBUG nova.network.neutron [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.553147] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.720142] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.720142] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.723414] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.974s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.725026] env[69245]: INFO nova.compute.claims [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.740424] env[69245]: DEBUG nova.compute.manager [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Received event network-vif-plugged-a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.740644] env[69245]: DEBUG oslo_concurrency.lockutils [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] Acquiring lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.744025] env[69245]: DEBUG oslo_concurrency.lockutils [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.744025] env[69245]: DEBUG oslo_concurrency.lockutils [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.744025] env[69245]: DEBUG nova.compute.manager [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] No waiting events found dispatching network-vif-plugged-a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.744025] env[69245]: WARNING nova.compute.manager [req-13b6456e-0bb3-43b9-8b6c-55c678d7a5c4 req-c610468f-2da7-4caf-b935-a03b92883433 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Received unexpected event network-vif-plugged-a23c11fe-cff1-4ce4-82df-2355063a13d5 for instance with vm_state building and task_state spawning. [ 1188.828700] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Successfully updated port: a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.918073] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.959084] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.084322] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.131866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.132202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.229967] env[69245]: DEBUG nova.compute.utils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.233805] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.234012] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.252963] env[69245]: DEBUG nova.network.neutron [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updating instance_info_cache with network_info: [{"id": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "address": "fa:16:3e:7d:77:d0", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e42f5f4-91", "ovs_interfaceid": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.284905] env[69245]: DEBUG nova.policy [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95343c089bdf4c02bc6b1cc4d59ea55f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ae7c68b86a9432c81cbdead7669729e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.332473] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.332655] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.332813] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.417835] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.422517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.422830] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.481252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.559323] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Successfully created port: 82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.636841] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.739478] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.755685] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.880269] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.918415] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708700, 'name': ReconfigVM_Task, 'duration_secs': 1.947184} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.923125] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 343de92c-1ba9-484a-b86f-9575c4ee234f/343de92c-1ba9-484a-b86f-9575c4ee234f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.925015] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1253ab8-2970-4aa1-8329-196138ced828 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.926711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.926871] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.927641] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee8e21-1864-4253-9cd4-edb179774cda {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.953743] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830bf640-bb45-4376-be6e-839f675fa402 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.956412] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1189.956412] env[69245]: value = "task-3708702" [ 1189.956412] env[69245]: _type = "Task" [ 1189.956412] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.985519] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfiguring VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1189.988789] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2bc75a6-0aea-4122-841c-2dd84d0bb481 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.009417] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708702, 'name': Rename_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.016228] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1190.016228] env[69245]: value = "task-3708703" [ 1190.016228] env[69245]: _type = "Task" [ 1190.016228] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.028215] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.044118] env[69245]: DEBUG nova.network.neutron [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updating instance_info_cache with network_info: [{"id": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "address": "fa:16:3e:1a:b3:24", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c11fe-cf", "ovs_interfaceid": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.089905] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e915dc-ca5c-4f70-9eb6-c9e7116cc371 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.093103] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.093878] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22205303-de3f-432f-8738-b5104447fb6c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.102813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff650b34-921a-435a-9e99-4eb3491aa2de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.106652] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.106652] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f6e7ffd-1f0f-49fe-b97e-49a795c73306 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.137720] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e352abff-6e55-46ef-9ac9-6fa628e75be0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.148344] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b317b906-0bfb-41aa-bc00-3272eca03dd4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166065] env[69245]: DEBUG nova.compute.provider_tree [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.169402] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.170974] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.171244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.171423] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 83793a37-973c-4317-a5d5-d9a6bd7ff184 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.171684] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b23cfb4-b317-41fe-88d9-e68c95e3d74a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.179630] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1190.179630] env[69245]: value = "task-3708705" [ 1190.179630] env[69245]: _type = "Task" [ 1190.179630] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.188491] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.471145] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708702, 'name': Rename_Task, 'duration_secs': 0.15272} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.471418] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.471666] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fe098c-5ce4-4c4c-95cb-cd918613062c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.478873] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1190.478873] env[69245]: value = "task-3708706" [ 1190.478873] env[69245]: _type = "Task" [ 1190.478873] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.487442] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.526881] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.549323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.549687] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Instance network_info: |[{"id": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "address": "fa:16:3e:1a:b3:24", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c11fe-cf", "ovs_interfaceid": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.550205] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:b3:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a23c11fe-cff1-4ce4-82df-2355063a13d5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.557955] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.558225] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.558461] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee9bf37-e47a-41ed-99dc-def3a135ed14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.580940] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.580940] env[69245]: value = "task-3708707" [ 1190.580940] env[69245]: _type = "Task" [ 1190.580940] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.589841] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708707, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.670825] env[69245]: DEBUG nova.scheduler.client.report [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.691258] env[69245]: DEBUG oslo_vmware.api [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217964} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.692505] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.692725] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.692908] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.715941] env[69245]: INFO nova.scheduler.client.report [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 83793a37-973c-4317-a5d5-d9a6bd7ff184 [ 1190.749918] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.780122] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Received event network-changed-a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.780409] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Refreshing instance network info cache due to event network-changed-a23c11fe-cff1-4ce4-82df-2355063a13d5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.780566] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Acquiring lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.780711] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Acquired lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.780872] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Refreshing network info cache for port a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.785949] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.786334] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.786597] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.786899] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.787176] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.787432] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.787749] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.788044] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.788327] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.788611] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.788896] env[69245]: DEBUG nova.virt.hardware [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.791268] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f15116-5193-4093-b4ce-76104173778e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.804450] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254a8ce0-a71f-4507-a497-612cce012d3c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.989905] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.027647] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.081421] env[69245]: DEBUG nova.compute.manager [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Received event network-vif-plugged-82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.081664] env[69245]: DEBUG oslo_concurrency.lockutils [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] Acquiring lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.081884] env[69245]: DEBUG oslo_concurrency.lockutils [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.082105] env[69245]: DEBUG oslo_concurrency.lockutils [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.082368] env[69245]: DEBUG nova.compute.manager [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] No waiting events found dispatching network-vif-plugged-82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1191.082538] env[69245]: WARNING nova.compute.manager [req-06add420-5237-4928-a402-add4b7605878 req-27702404-edc8-44a0-81b1-448ed1ec1c48 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Received unexpected event network-vif-plugged-82f1558c-9277-4a87-bf73-aef244aeddbf for instance with vm_state building and task_state spawning. [ 1191.094837] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708707, 'name': CreateVM_Task, 'duration_secs': 0.352809} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.095039] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.095802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.096035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.096424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.096752] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85a8ae3-692c-4372-abc3-3a4d150f4930 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.104452] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1191.104452] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c6c3f4-d069-6d8e-54d7-fa9d361ffee3" [ 1191.104452] env[69245]: _type = "Task" [ 1191.104452] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.116485] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c6c3f4-d069-6d8e-54d7-fa9d361ffee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.176955] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.177687] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.180752] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.063s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.181384] env[69245]: DEBUG nova.objects.instance [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid 969d5c93-2fff-4052-a3b5-20f973250f85 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.215954] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Successfully updated port: 82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.223819] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.491636] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.528308] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.614663] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c6c3f4-d069-6d8e-54d7-fa9d361ffee3, 'name': SearchDatastore_Task, 'duration_secs': 0.020118} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.615076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.615263] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.615529] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.615662] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.615842] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.616173] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46532d97-c929-410d-baa2-fc1dc96cab67 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.626209] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.626402] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.627141] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02352bbd-0116-4776-9a98-eaf20e4db282 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.630123] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updated VIF entry in instance network info cache for port a23c11fe-cff1-4ce4-82df-2355063a13d5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.630467] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updating instance_info_cache with network_info: [{"id": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "address": "fa:16:3e:1a:b3:24", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c11fe-cf", "ovs_interfaceid": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.635081] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1191.635081] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52705ce0-7d6a-90b2-0592-b8daa6ba51f0" [ 1191.635081] env[69245]: _type = "Task" [ 1191.635081] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.644311] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52705ce0-7d6a-90b2-0592-b8daa6ba51f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.646771] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.685375] env[69245]: DEBUG nova.compute.utils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.690063] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.690244] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.725498] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.726033] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquired lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.726033] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.764639] env[69245]: DEBUG nova.policy [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9d3db1fe3a348119b74e28f0e12d2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32da260df1c946d39d8dacb24f9fcaa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.971778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6c48b0-a00c-4b29-a2de-2b15d02747d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.980380] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c6be7-4881-48bf-8202-36cbec3cfa20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.993449] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.026150] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52feb9c9-40c8-4800-9ad8-2bd09cd20af0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.036364] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.039992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849bc7e-6a33-4d28-a1cc-b7a8d08b50c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.057759] env[69245]: DEBUG nova.compute.provider_tree [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.106242] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Successfully created port: fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.133939] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Releasing lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.134152] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received event network-vif-unplugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.134341] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.134562] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.134761] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.134941] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] No waiting events found dispatching network-vif-unplugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.135175] env[69245]: WARNING nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received unexpected event network-vif-unplugged-6e42f5f4-9121-4961-9a82-b92f0b1bf38e for instance with vm_state shelved_offloaded and task_state None. [ 1192.135451] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Received event network-changed-6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.135691] env[69245]: DEBUG nova.compute.manager [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Refreshing instance network info cache due to event network-changed-6e42f5f4-9121-4961-9a82-b92f0b1bf38e. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.136204] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Acquiring lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.136390] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Acquired lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.136612] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Refreshing network info cache for port 6e42f5f4-9121-4961-9a82-b92f0b1bf38e {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.150895] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52705ce0-7d6a-90b2-0592-b8daa6ba51f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.152617] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11edbd11-532e-465f-930b-75877220575e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.160077] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1192.160077] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e65686-5326-89c4-6dd4-4448a7bb39f0" [ 1192.160077] env[69245]: _type = "Task" [ 1192.160077] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.169618] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e65686-5326-89c4-6dd4-4448a7bb39f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.190946] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.266459] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.422116] env[69245]: DEBUG nova.network.neutron [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updating instance_info_cache with network_info: [{"id": "82f1558c-9277-4a87-bf73-aef244aeddbf", "address": "fa:16:3e:d8:7c:17", "network": {"id": "77c98599-0791-419a-a7b6-9794e51c829a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1416106367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae7c68b86a9432c81cbdead7669729e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f1558c-92", "ovs_interfaceid": "82f1558c-9277-4a87-bf73-aef244aeddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.495758] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.534127] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.561555] env[69245]: DEBUG nova.scheduler.client.report [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.670190] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e65686-5326-89c4-6dd4-4448a7bb39f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.670941] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.671670] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab/0c29157a-d4f0-4eaf-a32e-7f0f833a08ab.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.672165] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f63736f-7bde-496c-a1b3-d39993023e32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.682580] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1192.682580] env[69245]: value = "task-3708708" [ 1192.682580] env[69245]: _type = "Task" [ 1192.682580] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.692319] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.849809] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updated VIF entry in instance network info cache for port 6e42f5f4-9121-4961-9a82-b92f0b1bf38e. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.850353] env[69245]: DEBUG nova.network.neutron [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updating instance_info_cache with network_info: [{"id": "6e42f5f4-9121-4961-9a82-b92f0b1bf38e", "address": "fa:16:3e:7d:77:d0", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": null, "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6e42f5f4-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.929393] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Releasing lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.929925] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Instance network_info: |[{"id": "82f1558c-9277-4a87-bf73-aef244aeddbf", "address": "fa:16:3e:d8:7c:17", "network": {"id": "77c98599-0791-419a-a7b6-9794e51c829a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1416106367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae7c68b86a9432c81cbdead7669729e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f1558c-92", "ovs_interfaceid": "82f1558c-9277-4a87-bf73-aef244aeddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.930983] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:7c:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f1558c-9277-4a87-bf73-aef244aeddbf', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.939997] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Creating folder: Project (4ae7c68b86a9432c81cbdead7669729e). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.940412] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3def14a9-3889-4640-926a-87586c21cd4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.956585] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Created folder: Project (4ae7c68b86a9432c81cbdead7669729e) in parent group-v738357. [ 1192.956808] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Creating folder: Instances. Parent ref: group-v738651. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1192.957094] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-125adb1a-ed54-408f-ac5a-e6cfd87e83db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.971270] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Created folder: Instances in parent group-v738651. [ 1192.971568] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.971787] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.972017] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f5a843d-bece-49ea-ba46-056977310aa7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.999630] env[69245]: DEBUG oslo_vmware.api [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708706, 'name': PowerOnVM_Task, 'duration_secs': 2.204203} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.001366] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.001645] env[69245]: INFO nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1193.001889] env[69245]: DEBUG nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.002217] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.002217] env[69245]: value = "task-3708711" [ 1193.002217] env[69245]: _type = "Task" [ 1193.002217] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.003082] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c152e2f-64db-4aea-b021-43a31e60a8de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.016815] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708711, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.034536] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.067348] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.070483] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.986s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.073365] env[69245]: INFO nova.compute.claims [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.092622] env[69245]: INFO nova.scheduler.client.report [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance 969d5c93-2fff-4052-a3b5-20f973250f85 [ 1193.118985] env[69245]: DEBUG nova.compute.manager [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Received event network-changed-82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.119216] env[69245]: DEBUG nova.compute.manager [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Refreshing instance network info cache due to event network-changed-82f1558c-9277-4a87-bf73-aef244aeddbf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.119468] env[69245]: DEBUG oslo_concurrency.lockutils [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] Acquiring lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.119753] env[69245]: DEBUG oslo_concurrency.lockutils [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] Acquired lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.119871] env[69245]: DEBUG nova.network.neutron [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Refreshing network info cache for port 82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.192729] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496057} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.193056] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab/0c29157a-d4f0-4eaf-a32e-7f0f833a08ab.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.193281] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.193541] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea73af62-7158-439c-8317-4dcaa39813dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.200413] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1193.200413] env[69245]: value = "task-3708712" [ 1193.200413] env[69245]: _type = "Task" [ 1193.200413] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.204939] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.213680] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.233762] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.234049] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.234252] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.234449] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.234599] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.234753] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.234979] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.235146] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.235324] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.235491] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.235671] env[69245]: DEBUG nova.virt.hardware [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.236561] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb92857c-a6d9-4ac5-be2b-60d64ecdece2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.246733] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d7905-8531-4234-87e7-f53d163919ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.353343] env[69245]: DEBUG oslo_concurrency.lockutils [req-bd392892-4e2c-49a0-a5af-4df419b723aa req-a4da4037-510a-43da-ac45-61c87f5c2f76 service nova] Releasing lock "refresh_cache-83793a37-973c-4317-a5d5-d9a6bd7ff184" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.517545] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708711, 'name': CreateVM_Task, 'duration_secs': 0.496078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.517713] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.518451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.518650] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.518975] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.519245] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d76ae1d-54b9-449e-8eda-9d32678a1ae0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.534221] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1193.534221] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5258b6eb-c5be-2600-a83a-93d88cd11d3a" [ 1193.534221] env[69245]: _type = "Task" [ 1193.534221] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.541368] env[69245]: INFO nova.compute.manager [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Took 19.66 seconds to build instance. [ 1193.543111] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.548334] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5258b6eb-c5be-2600-a83a-93d88cd11d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.598809] env[69245]: DEBUG oslo_concurrency.lockutils [None req-08e3a838-d9e1-4372-8d68-1f7adf2cd7c7 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "969d5c93-2fff-4052-a3b5-20f973250f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.902s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.711193] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070575} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.711511] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.712341] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8521d3-5faa-49aa-8dc4-19d8918be960 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.735171] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab/0c29157a-d4f0-4eaf-a32e-7f0f833a08ab.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.737687] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a0bf56-5b42-45a8-bae6-53991cdda782 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.759484] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1193.759484] env[69245]: value = "task-3708713" [ 1193.759484] env[69245]: _type = "Task" [ 1193.759484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.768549] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.838353] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Successfully updated port: fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.896076] env[69245]: DEBUG nova.network.neutron [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updated VIF entry in instance network info cache for port 82f1558c-9277-4a87-bf73-aef244aeddbf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.896692] env[69245]: DEBUG nova.network.neutron [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updating instance_info_cache with network_info: [{"id": "82f1558c-9277-4a87-bf73-aef244aeddbf", "address": "fa:16:3e:d8:7c:17", "network": {"id": "77c98599-0791-419a-a7b6-9794e51c829a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1416106367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae7c68b86a9432c81cbdead7669729e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f1558c-92", "ovs_interfaceid": "82f1558c-9277-4a87-bf73-aef244aeddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.043761] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.044512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c8acf2f1-ae4a-4598-b564-fa30ae7fc706 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.172s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.050398] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5258b6eb-c5be-2600-a83a-93d88cd11d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.028616} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.050698] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.050931] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.051203] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.051365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.051545] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.051809] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-501304db-8821-407f-95c4-309ce0bb768e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.064122] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.064357] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.065328] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650839fa-31c1-4551-a840-64be37bd690f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.071622] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1194.071622] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52076baa-a625-b7a7-139d-751de810b05c" [ 1194.071622] env[69245]: _type = "Task" [ 1194.071622] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.080178] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52076baa-a625-b7a7-139d-751de810b05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.274699] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.330929] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a994f2d-b2da-4778-9f3c-5668ba2f0c1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.338796] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e246a5-8033-465e-aefe-829e9541673e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.345967] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.346136] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.346298] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.377480] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b8d34e-4a14-453c-aab5-9e4bad898fab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.386753] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29756e6-cf94-481a-8e97-49001b4b8b4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.405259] env[69245]: DEBUG oslo_concurrency.lockutils [req-97073386-7ce1-4303-9d9c-32a78fa321f7 req-790d6279-34cb-471b-840c-724182cd9f4e service nova] Releasing lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.406012] env[69245]: DEBUG nova.compute.provider_tree [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.542741] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.583984] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52076baa-a625-b7a7-139d-751de810b05c, 'name': SearchDatastore_Task, 'duration_secs': 0.035947} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.583984] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fb4c8e-0f02-4e05-a822-efff4f31fcb6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.588874] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1194.588874] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525aa6d2-e9fd-3b41-bd8e-b4bf1e854373" [ 1194.588874] env[69245]: _type = "Task" [ 1194.588874] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.598395] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525aa6d2-e9fd-3b41-bd8e-b4bf1e854373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.678160] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.678450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.678672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.678858] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.679072] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.683230] env[69245]: INFO nova.compute.manager [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Terminating instance [ 1194.771051] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708713, 'name': ReconfigVM_Task, 'duration_secs': 0.94414} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.771398] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab/0c29157a-d4f0-4eaf-a32e-7f0f833a08ab.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.772051] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b5e40e7-fb74-49b5-9698-3a0b49b2abab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.779214] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1194.779214] env[69245]: value = "task-3708714" [ 1194.779214] env[69245]: _type = "Task" [ 1194.779214] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.789344] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708714, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.882642] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.910364] env[69245]: DEBUG nova.scheduler.client.report [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.036931] env[69245]: DEBUG nova.network.neutron [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.044020] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.102261] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525aa6d2-e9fd-3b41-bd8e-b4bf1e854373, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.102630] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.102977] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 1c5ca05e-a275-4135-96a5-17acb2c99890/1c5ca05e-a275-4135-96a5-17acb2c99890.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.103331] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e22dccd-d37f-4a8d-8b9a-41a3e1d84a0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.115364] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1195.115364] env[69245]: value = "task-3708715" [ 1195.115364] env[69245]: _type = "Task" [ 1195.115364] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.125918] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.159315] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.159315] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.159396] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.159555] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.159768] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] No waiting events found dispatching network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.159965] env[69245]: WARNING nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received unexpected event network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 for instance with vm_state building and task_state spawning. [ 1195.160266] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.160455] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing instance network info cache due to event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.160629] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.187793] env[69245]: DEBUG nova.compute.manager [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.188480] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.189746] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc77d6-4528-4aaa-810b-9195a689ae3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.198938] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.199369] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b5f23c-9fbb-4b19-b2f8-bf79a3140b79 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.207528] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1195.207528] env[69245]: value = "task-3708716" [ 1195.207528] env[69245]: _type = "Task" [ 1195.207528] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.217300] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.294112] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708714, 'name': Rename_Task, 'duration_secs': 0.215909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.294461] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.294693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3f750b-6da0-4a90-998f-8bb91a6fb467 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.305316] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1195.305316] env[69245]: value = "task-3708717" [ 1195.305316] env[69245]: _type = "Task" [ 1195.305316] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.323823] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.416619] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.417361] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.421084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.940s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.422841] env[69245]: INFO nova.compute.claims [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.543785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.544180] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance network_info: |[{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.544527] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.544804] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.545031] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.546485] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa5c2603-06c4-4cc1-b215-6c3ada0a5445', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.554879] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating folder: Project (32da260df1c946d39d8dacb24f9fcaa6). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.555547] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-127df5ff-c7bb-4bb5-ab41-2a7f056f42e2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.572279] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created folder: Project (32da260df1c946d39d8dacb24f9fcaa6) in parent group-v738357. [ 1195.572536] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating folder: Instances. Parent ref: group-v738654. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.572784] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96ce36ae-bd34-4d74-8128-82e581e2c88a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.587752] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created folder: Instances in parent group-v738654. [ 1195.588184] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.588466] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.588707] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe8ab50-e694-43cb-9aee-d80ef5b40719 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.608997] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.608997] env[69245]: value = "task-3708720" [ 1195.608997] env[69245]: _type = "Task" [ 1195.608997] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.617019] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708720, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.625276] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708715, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.717801] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708716, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.775611] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.775902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.816945] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.927504] env[69245]: DEBUG nova.compute.utils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.930922] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.931122] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.983223] env[69245]: DEBUG nova.policy [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ffbbd8be41744cd8b7e20e372274d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6131f8965f42e98b9ef1dba6cbb34f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.041671] env[69245]: DEBUG oslo_vmware.api [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708703, 'name': ReconfigVM_Task, 'duration_secs': 5.912319} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.041919] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.042151] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Reconfigured VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1196.119315] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708720, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.128145] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540549} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.128432] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 1c5ca05e-a275-4135-96a5-17acb2c99890/1c5ca05e-a275-4135-96a5-17acb2c99890.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.128648] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.128896] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452c770b-40ea-4af2-a48f-7ba7d1d1e50f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.136266] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1196.136266] env[69245]: value = "task-3708721" [ 1196.136266] env[69245]: _type = "Task" [ 1196.136266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.149114] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.221201] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708716, 'name': PowerOffVM_Task, 'duration_secs': 0.711023} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.221331] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.221574] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.221864] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b1bd08-3a22-4819-9c99-b5c376256ddb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.278994] env[69245]: INFO nova.compute.manager [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Detaching volume 1bffbe00-e2c1-42c8-804f-32baa87f873a [ 1196.285972] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Successfully created port: 79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.299317] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.299586] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.299770] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore1] f6b631ce-8318-4ace-97af-39ac00b6dfa5 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.300118] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb1a9c0e-5e19-44b1-b3ad-51373166648c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.312629] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1196.312629] env[69245]: value = "task-3708723" [ 1196.312629] env[69245]: _type = "Task" [ 1196.312629] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.329158] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.337481] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.350727] env[69245]: INFO nova.virt.block_device [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Attempting to driver detach volume 1bffbe00-e2c1-42c8-804f-32baa87f873a from mountpoint /dev/sdb [ 1196.351342] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.351478] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738636', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'name': 'volume-1bffbe00-e2c1-42c8-804f-32baa87f873a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fd1e738-a57a-401b-a0ee-2f9aaa97028f', 'attached_at': '', 'detached_at': '', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'serial': '1bffbe00-e2c1-42c8-804f-32baa87f873a'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.352891] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de3a82f-3ff4-4701-834d-71827c125c64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.382817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204aafa-2c12-4149-a81d-396c36cf5bac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.391603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b19631-3558-4c83-94cc-b79d2f73cc85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.415173] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60ed49-6e69-47ec-905b-0a6421457cf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.433427] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bffbe00-e2c1-42c8-804f-32baa87f873a/volume-1bffbe00-e2c1-42c8-804f-32baa87f873a.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.439492] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.440331] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.446578] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d122503f-58df-411a-8c02-995c62494f51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.468583] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1196.468583] env[69245]: value = "task-3708724" [ 1196.468583] env[69245]: _type = "Task" [ 1196.468583] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.478265] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.624186] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708720, 'name': CreateVM_Task, 'duration_secs': 0.881627} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.624379] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.625107] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.625281] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.625592] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.625855] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1fa50f-ef5d-4e83-847a-b69e8bcdf3c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.632106] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1196.632106] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210de37-44ff-8044-755e-101c368b0170" [ 1196.632106] env[69245]: _type = "Task" [ 1196.632106] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.645772] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210de37-44ff-8044-755e-101c368b0170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.651702] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074256} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.652012] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.653705] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d358de7-0fda-46da-bca9-849eb3ae2f14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.683486] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 1c5ca05e-a275-4135-96a5-17acb2c99890/1c5ca05e-a275-4135-96a5-17acb2c99890.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.690205] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04aec267-ef62-46e3-9d3d-3080ec82bb00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.714544] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1196.714544] env[69245]: value = "task-3708725" [ 1196.714544] env[69245]: _type = "Task" [ 1196.714544] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.727907] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.780998] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0134bb-a053-4ff5-8818-416a8df469c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.789157] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd570d61-b0ab-4bc8-8708-b8555e47ddad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.826642] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a712f9e8-0da2-4d72-abf8-a8ef08e0dab4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.829908] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updated VIF entry in instance network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.830245] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.837392] env[69245]: DEBUG oslo_vmware.api [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708717, 'name': PowerOnVM_Task, 'duration_secs': 1.384763} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.842637] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.842886] env[69245]: INFO nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1196.843083] env[69245]: DEBUG nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.843658] env[69245]: DEBUG oslo_vmware.api [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350818} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.845079] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232fe978-cb55-494b-86b7-523d52b0aef9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.848709] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcba279-ffcd-4791-a579-881448fc7b68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.854315] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.854315] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.854315] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.854508] env[69245]: INFO nova.compute.manager [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1196.854607] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.855150] env[69245]: DEBUG nova.compute.manager [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.855249] env[69245]: DEBUG nova.network.neutron [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.874623] env[69245]: DEBUG nova.compute.provider_tree [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.979147] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708724, 'name': ReconfigVM_Task, 'duration_secs': 0.295009} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.980898] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.985128] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d0af4d-caa6-441f-816d-b9659cffb5d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.001664] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1197.001664] env[69245]: value = "task-3708726" [ 1197.001664] env[69245]: _type = "Task" [ 1197.001664] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.010924] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.145771] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210de37-44ff-8044-755e-101c368b0170, 'name': SearchDatastore_Task, 'duration_secs': 0.014865} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.146226] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.146546] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.146728] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.146873] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.147114] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.147359] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9607c21d-5bf8-4490-b5ac-16001ba4f9bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.159901] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.160240] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.161760] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91855a7a-4be0-435a-a306-27c65e059c41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.169258] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1197.169258] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fef764-72c3-6e01-18b7-d64f1d5fa88b" [ 1197.169258] env[69245]: _type = "Task" [ 1197.169258] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.186280] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fef764-72c3-6e01-18b7-d64f1d5fa88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.225496] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.333681] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.333981] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Received event network-changed-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.334168] env[69245]: DEBUG nova.compute.manager [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Refreshing instance network info cache due to event network-changed-6fe9ed27-4b8b-4837-aa76-eb33a38aab97. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.334403] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Acquiring lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.334521] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Acquired lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.335610] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Refreshing network info cache for port 6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.365847] env[69245]: DEBUG nova.compute.manager [req-c35781e0-4f57-4b71-9294-6fe9e4f8b8a4 req-d954b479-8aaa-4293-8c6e-a050ec038445 service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Received event network-vif-deleted-270f84af-4525-4162-8823-8cfef482389f {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.366215] env[69245]: INFO nova.compute.manager [req-c35781e0-4f57-4b71-9294-6fe9e4f8b8a4 req-d954b479-8aaa-4293-8c6e-a050ec038445 service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Neutron deleted interface 270f84af-4525-4162-8823-8cfef482389f; detaching it from the instance and deleting it from the info cache [ 1197.366476] env[69245]: DEBUG nova.network.neutron [req-c35781e0-4f57-4b71-9294-6fe9e4f8b8a4 req-d954b479-8aaa-4293-8c6e-a050ec038445 service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.387026] env[69245]: INFO nova.compute.manager [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Took 17.44 seconds to build instance. [ 1197.392074] env[69245]: DEBUG nova.scheduler.client.report [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.470235] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.506383] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.506383] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.506383] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.506383] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.506383] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.506978] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.507373] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.507684] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.508150] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.508504] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.508807] env[69245]: DEBUG nova.virt.hardware [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.509882] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7ada0b-be9c-42a1-a309-4219e2159bc2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.524783] env[69245]: DEBUG oslo_vmware.api [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708726, 'name': ReconfigVM_Task, 'duration_secs': 0.212581} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.527948] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738636', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'name': 'volume-1bffbe00-e2c1-42c8-804f-32baa87f873a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fd1e738-a57a-401b-a0ee-2f9aaa97028f', 'attached_at': '', 'detached_at': '', 'volume_id': '1bffbe00-e2c1-42c8-804f-32baa87f873a', 'serial': '1bffbe00-e2c1-42c8-804f-32baa87f873a'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.532226] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aca608-9fc0-4135-8e0c-2b20c771157b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.682117] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fef764-72c3-6e01-18b7-d64f1d5fa88b, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.682117] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72998d6-c0aa-40d2-ad6e-7db662760d18 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.690523] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1197.690523] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4d49-bfcf-ff9c-6f48-ed786212743b" [ 1197.690523] env[69245]: _type = "Task" [ 1197.690523] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.698716] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4d49-bfcf-ff9c-6f48-ed786212743b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.725434] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.846024] env[69245]: DEBUG nova.network.neutron [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.869988] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36a718dd-2c01-4a4d-87f1-ffb790d64202 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.887012] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3732c9-1a32-429e-8480-f5f2ed18a25d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.900499] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e4a74c03-fc15-4e95-9057-dd970635f7c7 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.966s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.901202] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.901691] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.906470] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.737s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.909571] env[69245]: INFO nova.compute.claims [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.917394] env[69245]: DEBUG nova.compute.manager [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Received event network-vif-plugged-79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.917618] env[69245]: DEBUG oslo_concurrency.lockutils [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] Acquiring lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.918388] env[69245]: DEBUG oslo_concurrency.lockutils [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.918622] env[69245]: DEBUG oslo_concurrency.lockutils [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.919189] env[69245]: DEBUG nova.compute.manager [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] No waiting events found dispatching network-vif-plugged-79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.919189] env[69245]: WARNING nova.compute.manager [req-19144ec3-4079-45ad-b2f5-f265d162fb2c req-d10ff20c-5369-42ba-ba5a-d29986db0236 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Received unexpected event network-vif-plugged-79f67dc4-1970-4380-87ea-c09d4974d41d for instance with vm_state building and task_state spawning. [ 1197.941444] env[69245]: DEBUG nova.compute.manager [req-c35781e0-4f57-4b71-9294-6fe9e4f8b8a4 req-d954b479-8aaa-4293-8c6e-a050ec038445 service nova] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Detach interface failed, port_id=270f84af-4525-4162-8823-8cfef482389f, reason: Instance f6b631ce-8318-4ace-97af-39ac00b6dfa5 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.084107] env[69245]: DEBUG nova.objects.instance [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.122960] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Successfully updated port: 79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.152079] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updated VIF entry in instance network info cache for port 6fe9ed27-4b8b-4837-aa76-eb33a38aab97. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.152451] env[69245]: DEBUG nova.network.neutron [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updating instance_info_cache with network_info: [{"id": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "address": "fa:16:3e:cf:dd:65", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe9ed27-4b", "ovs_interfaceid": "6fe9ed27-4b8b-4837-aa76-eb33a38aab97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.198022] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cc4d49-bfcf-ff9c-6f48-ed786212743b, 'name': SearchDatastore_Task, 'duration_secs': 0.030802} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.198319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.198592] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.198852] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f8d8634-39b2-4c17-b85b-72d49dd0e1f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.207199] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1198.207199] env[69245]: value = "task-3708727" [ 1198.207199] env[69245]: _type = "Task" [ 1198.207199] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.216161] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.226797] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.277312] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.277465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.277655] env[69245]: DEBUG nova.network.neutron [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.349051] env[69245]: INFO nova.compute.manager [-] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Took 1.49 seconds to deallocate network for instance. [ 1198.409277] env[69245]: DEBUG nova.compute.utils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.414019] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.414019] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.455199] env[69245]: DEBUG nova.policy [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ffbbd8be41744cd8b7e20e372274d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6131f8965f42e98b9ef1dba6cbb34f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.627437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.627657] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.627761] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.656311] env[69245]: DEBUG oslo_concurrency.lockutils [req-0ac74325-9adf-4b5b-9420-06dfb887f897 req-894f3da5-a9a7-4b1f-9dd4-0e8b02cb668c service nova] Releasing lock "refresh_cache-343de92c-1ba9-484a-b86f-9575c4ee234f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.719820] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708727, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.732333] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708725, 'name': ReconfigVM_Task, 'duration_secs': 1.832286} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.732633] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 1c5ca05e-a275-4135-96a5-17acb2c99890/1c5ca05e-a275-4135-96a5-17acb2c99890.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.733375] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b56244c7-82e2-4b71-b249-13328ed6565c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.742526] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1198.742526] env[69245]: value = "task-3708728" [ 1198.742526] env[69245]: _type = "Task" [ 1198.742526] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.753572] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708728, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.859709] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.916415] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.998853] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Successfully created port: c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.031365] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.065923] env[69245]: INFO nova.network.neutron [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1199.067042] env[69245]: DEBUG nova.network.neutron [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.105032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b56772fd-6344-4080-af35-ee6b63d5859f tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.105032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.105032] env[69245]: DEBUG nova.compute.manager [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1199.105032] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4884690-09a0-4336-804c-3ab99d9d0357 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.116577] env[69245]: DEBUG nova.compute.manager [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1199.116577] env[69245]: DEBUG nova.objects.instance [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.161609] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.200736] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931a7f5-5f4d-4aa7-820f-18036d659790 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.216246] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ec5e01-145f-4181-a7ee-209a4fd16e70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.226484] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812414} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.252257] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.252534] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.256151] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48c075b-edc1-4b7c-85a1-cb1aaba95e9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.262378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d9b479-dd93-4370-b241-575133578b01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.275367] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708728, 'name': Rename_Task, 'duration_secs': 0.372877} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.276901] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.278652] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168a3a8-3b4b-43de-b441-c9d12abf8cfe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.282796] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1199.282796] env[69245]: value = "task-3708730" [ 1199.282796] env[69245]: _type = "Task" [ 1199.282796] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.283026] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06576fa3-d172-472a-a661-92a576a2130a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.296044] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.296309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.296663] env[69245]: DEBUG nova.objects.instance [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'flavor' on Instance uuid ef45d7d1-c0eb-4be2-b802-bf8a17f75645 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.298253] env[69245]: DEBUG nova.compute.provider_tree [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.304348] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1199.304348] env[69245]: value = "task-3708731" [ 1199.304348] env[69245]: _type = "Task" [ 1199.304348] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.309739] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.317840] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.350865] env[69245]: DEBUG nova.network.neutron [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updating instance_info_cache with network_info: [{"id": "79f67dc4-1970-4380-87ea-c09d4974d41d", "address": "fa:16:3e:04:79:9c", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f67dc4-19", "ovs_interfaceid": "79f67dc4-1970-4380-87ea-c09d4974d41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.472701] env[69245]: DEBUG nova.compute.manager [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Received event network-changed-a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.473392] env[69245]: DEBUG nova.compute.manager [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Refreshing instance network info cache due to event network-changed-a23c11fe-cff1-4ce4-82df-2355063a13d5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.473392] env[69245]: DEBUG oslo_concurrency.lockutils [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] Acquiring lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.473535] env[69245]: DEBUG oslo_concurrency.lockutils [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] Acquired lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.473670] env[69245]: DEBUG nova.network.neutron [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Refreshing network info cache for port a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.571068] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.799024] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076808} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.799024] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.799024] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02516957-cde4-4e8d-b031-b649bf58c71e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.811549] env[69245]: DEBUG nova.scheduler.client.report [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.840054] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.842619] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a263d8ae-aec1-4212-bb82-1b0137db9226 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.869386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.869760] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Instance network_info: |[{"id": "79f67dc4-1970-4380-87ea-c09d4974d41d", "address": "fa:16:3e:04:79:9c", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f67dc4-19", "ovs_interfaceid": "79f67dc4-1970-4380-87ea-c09d4974d41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.871027] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.871027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:79:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f67dc4-1970-4380-87ea-c09d4974d41d', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.878345] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Creating folder: Project (1d6131f8965f42e98b9ef1dba6cbb34f). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.879761] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c78cfb-7092-45c7-ab8a-53100a262230 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.884735] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1199.884735] env[69245]: value = "task-3708732" [ 1199.884735] env[69245]: _type = "Task" [ 1199.884735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.892014] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Created folder: Project (1d6131f8965f42e98b9ef1dba6cbb34f) in parent group-v738357. [ 1199.892315] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Creating folder: Instances. Parent ref: group-v738658. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.892983] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab7cea65-2a3d-4f33-baad-caee68b06448 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.897988] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.911445] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Created folder: Instances in parent group-v738658. [ 1199.911672] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.911920] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.912201] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6dad321-93c5-451b-84ac-3ac46f135963 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.928866] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.941658] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.941658] env[69245]: value = "task-3708735" [ 1199.941658] env[69245]: _type = "Task" [ 1199.941658] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.951820] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708735, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.961298] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.961608] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.961785] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.961975] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.962142] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.962294] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.962520] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.963990] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.963990] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.963990] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.963990] env[69245]: DEBUG nova.virt.hardware [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.965987] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edad7c4-af40-4961-b4a6-bf940c76e3c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.972695] env[69245]: DEBUG nova.objects.instance [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'pci_requests' on Instance uuid ef45d7d1-c0eb-4be2-b802-bf8a17f75645 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.981154] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8df5d7-7736-4510-87a2-66e7ae8dd404 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.003982] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Received event network-changed-79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.004142] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Refreshing instance network info cache due to event network-changed-79f67dc4-1970-4380-87ea-c09d4974d41d. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.004444] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquiring lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.004624] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquired lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.004814] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Refreshing network info cache for port 79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.075575] env[69245]: DEBUG oslo_concurrency.lockutils [None req-069772ce-a813-4b86-93ab-f06748c6f067 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-57cc49d3-af11-4012-907a-c1482690fd86-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.653s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.123843] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.124247] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b0dc15-5168-4370-9018-0d4840029fd5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.132312] env[69245]: DEBUG oslo_vmware.api [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1200.132312] env[69245]: value = "task-3708736" [ 1200.132312] env[69245]: _type = "Task" [ 1200.132312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.143117] env[69245]: DEBUG oslo_vmware.api [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.214630] env[69245]: DEBUG nova.network.neutron [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updated VIF entry in instance network info cache for port a23c11fe-cff1-4ce4-82df-2355063a13d5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.214998] env[69245]: DEBUG nova.network.neutron [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updating instance_info_cache with network_info: [{"id": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "address": "fa:16:3e:1a:b3:24", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa23c11fe-cf", "ovs_interfaceid": "a23c11fe-cff1-4ce4-82df-2355063a13d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.315830] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.316502] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.323253] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.100s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.323567] env[69245]: DEBUG nova.objects.instance [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'resources' on Instance uuid 83793a37-973c-4317-a5d5-d9a6bd7ff184 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.331806] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708731, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.399269] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.452802] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708735, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.482046] env[69245]: DEBUG nova.objects.base [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1200.482046] env[69245]: DEBUG nova.network.neutron [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.546435] env[69245]: DEBUG nova.policy [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b1692cd3da449619169794921144123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b55e8a00ba9d4fe689329cf4b2b0d153', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.615401] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Successfully updated port: c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.650081] env[69245]: DEBUG oslo_vmware.api [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708736, 'name': PowerOffVM_Task, 'duration_secs': 0.312223} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.650373] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.650569] env[69245]: DEBUG nova.compute.manager [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.651591] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c06c0c5-9a70-43d9-a893-d014d6d491bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.717889] env[69245]: DEBUG oslo_concurrency.lockutils [req-6de70f81-0a3a-4f6e-94d1-68c61f336d37 req-3920ede5-6438-4d55-ae21-17eb75396bcf service nova] Releasing lock "refresh_cache-0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.822696] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updated VIF entry in instance network info cache for port 79f67dc4-1970-4380-87ea-c09d4974d41d. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.823094] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updating instance_info_cache with network_info: [{"id": "79f67dc4-1970-4380-87ea-c09d4974d41d", "address": "fa:16:3e:04:79:9c", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f67dc4-19", "ovs_interfaceid": "79f67dc4-1970-4380-87ea-c09d4974d41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.830327] env[69245]: DEBUG nova.compute.utils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.832085] env[69245]: DEBUG nova.objects.instance [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'numa_topology' on Instance uuid 83793a37-973c-4317-a5d5-d9a6bd7ff184 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.833084] env[69245]: DEBUG oslo_vmware.api [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708731, 'name': PowerOnVM_Task, 'duration_secs': 1.107036} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.833860] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.834443] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.836721] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.836974] env[69245]: INFO nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1200.837201] env[69245]: DEBUG nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.839174] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9247ec61-65f9-4eb6-aaf4-655a0a218b4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.898016] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708732, 'name': ReconfigVM_Task, 'duration_secs': 0.534357} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.898495] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.898966] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c437410f-2954-424a-a4d8-e40c1bf6abbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.908682] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1200.908682] env[69245]: value = "task-3708737" [ 1200.908682] env[69245]: _type = "Task" [ 1200.908682] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.913513] env[69245]: DEBUG nova.policy [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ffbbd8be41744cd8b7e20e372274d9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6131f8965f42e98b9ef1dba6cbb34f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.921914] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708737, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.953967] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708735, 'name': CreateVM_Task, 'duration_secs': 0.593563} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.954246] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.954886] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.955070] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.955435] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.955747] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8c35b4-429f-46a6-a801-868a4cbc1947 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.961364] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1200.961364] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aa5a5b-b1c2-4049-88e9-c58533f17876" [ 1200.961364] env[69245]: _type = "Task" [ 1200.961364] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.971491] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aa5a5b-b1c2-4049-88e9-c58533f17876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.120676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.120676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.120676] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.165369] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6d24d1d1-1f61-49b4-a8fd-6e35a7d6968a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.268789] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Successfully created port: ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.334205] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Releasing lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.334530] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.334700] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing instance network info cache due to event network-changed-6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.334971] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquiring lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.335151] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquired lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.335343] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Refreshing network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.340025] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.340025] env[69245]: DEBUG nova.objects.base [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Object Instance<83793a37-973c-4317-a5d5-d9a6bd7ff184> lazy-loaded attributes: resources,numa_topology {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.364696] env[69245]: INFO nova.compute.manager [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Took 20.61 seconds to build instance. [ 1201.429475] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708737, 'name': Rename_Task, 'duration_secs': 0.356842} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.430467] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.431236] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f835981-5446-488e-9b23-e93318398c94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.443093] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1201.443093] env[69245]: value = "task-3708738" [ 1201.443093] env[69245]: _type = "Task" [ 1201.443093] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.459401] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.472904] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52aa5a5b-b1c2-4049-88e9-c58533f17876, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.478028] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.478167] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.483280] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.483280] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.483280] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.483280] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c632014a-99ce-49b3-8c21-bbba9592ed31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.491649] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.491855] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.492835] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236914b5-90cc-4aad-ba73-102aaa6001d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.506884] env[69245]: DEBUG nova.compute.manager [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Received event network-vif-plugged-c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.506969] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Acquiring lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.507546] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.507624] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.507789] env[69245]: DEBUG nova.compute.manager [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] No waiting events found dispatching network-vif-plugged-c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1201.507964] env[69245]: WARNING nova.compute.manager [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Received unexpected event network-vif-plugged-c55b9717-abd8-439d-95c3-4fb5e5472914 for instance with vm_state building and task_state spawning. [ 1201.508168] env[69245]: DEBUG nova.compute.manager [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Received event network-changed-c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.508361] env[69245]: DEBUG nova.compute.manager [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Refreshing instance network info cache due to event network-changed-c55b9717-abd8-439d-95c3-4fb5e5472914. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.510156] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Acquiring lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.510156] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1201.510156] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529f55a2-90e4-0851-38b9-076367ae9152" [ 1201.510156] env[69245]: _type = "Task" [ 1201.510156] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.523044] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529f55a2-90e4-0851-38b9-076367ae9152, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.523881] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb16aad-f312-42fc-bcdc-1ebefd661a1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.530699] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1201.530699] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52300b71-53f2-74bf-44f1-a1804e64b6c9" [ 1201.530699] env[69245]: _type = "Task" [ 1201.530699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.543264] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52300b71-53f2-74bf-44f1-a1804e64b6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.656486] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.678696] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd7c61e-8bbf-42b2-b0c8-b9070fb9cc5b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.690700] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515a3a6d-43d6-4c90-81a2-81406a56ea15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.723387] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13dd09-3561-49ac-873c-0a800383952f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.731691] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c700b7c-4e67-4359-a589-2a3710b36aed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.755021] env[69245]: DEBUG nova.compute.provider_tree [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.781940] env[69245]: DEBUG nova.objects.instance [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.873298] env[69245]: DEBUG oslo_concurrency.lockutils [None req-048872c8-afd6-4258-8ff6-66c28bd369aa tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.130s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.927761] env[69245]: DEBUG nova.network.neutron [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Updating instance_info_cache with network_info: [{"id": "c55b9717-abd8-439d-95c3-4fb5e5472914", "address": "fa:16:3e:b7:98:4f", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55b9717-ab", "ovs_interfaceid": "c55b9717-abd8-439d-95c3-4fb5e5472914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.955155] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.045593] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52300b71-53f2-74bf-44f1-a1804e64b6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.026781} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.045876] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.046237] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e5c7c131-baa1-4619-9357-3ad0cc207a4e/e5c7c131-baa1-4619-9357-3ad0cc207a4e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.046555] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c40cce16-7c80-4818-aad1-d3cda66a3607 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.057248] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1202.057248] env[69245]: value = "task-3708739" [ 1202.057248] env[69245]: _type = "Task" [ 1202.057248] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.072403] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.125174] env[69245]: DEBUG nova.network.neutron [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Successfully updated port: bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.162702] env[69245]: DEBUG nova.compute.manager [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.163291] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.163603] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.163783] env[69245]: DEBUG oslo_concurrency.lockutils [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.164013] env[69245]: DEBUG nova.compute.manager [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] No waiting events found dispatching network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1202.164216] env[69245]: WARNING nova.compute.manager [req-a2c8c2cf-f0a4-483e-9fb2-9728ee041c70 req-27ebb991-f635-41a1-8357-da927fc134da service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received unexpected event network-vif-plugged-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf for instance with vm_state active and task_state None. [ 1202.171700] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updated VIF entry in instance network info cache for port 6bd282fb-e377-40b9-849b-c0a0267848ba. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.172170] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [{"id": "6bd282fb-e377-40b9-849b-c0a0267848ba", "address": "fa:16:3e:b8:76:d7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd282fb-e3", "ovs_interfaceid": "6bd282fb-e377-40b9-849b-c0a0267848ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.256205] env[69245]: DEBUG nova.scheduler.client.report [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.289550] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.289550] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.290277] env[69245]: DEBUG nova.network.neutron [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.290769] env[69245]: DEBUG nova.objects.instance [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'info_cache' on Instance uuid 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.356091] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.389226] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.389567] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.390232] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.390232] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.390385] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.390547] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.390867] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.391138] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.391373] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.391583] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.391778] env[69245]: DEBUG nova.virt.hardware [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.393314] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c06f58-a897-4598-9747-0376eb3d843a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.403342] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc3734-f729-4ce7-a687-53fed8ad13d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.431275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.431609] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Instance network_info: |[{"id": "c55b9717-abd8-439d-95c3-4fb5e5472914", "address": "fa:16:3e:b7:98:4f", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55b9717-ab", "ovs_interfaceid": "c55b9717-abd8-439d-95c3-4fb5e5472914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.431916] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Acquired lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.432152] env[69245]: DEBUG nova.network.neutron [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Refreshing network info cache for port c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.433350] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:98:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c55b9717-abd8-439d-95c3-4fb5e5472914', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.441215] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.444612] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.445204] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f1e6387-1e95-4521-a707-132056aba5c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.470512] env[69245]: DEBUG oslo_vmware.api [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708738, 'name': PowerOnVM_Task, 'duration_secs': 0.885342} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.471910] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.472142] env[69245]: INFO nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1202.473246] env[69245]: DEBUG nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1202.473246] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.473246] env[69245]: value = "task-3708741" [ 1202.473246] env[69245]: _type = "Task" [ 1202.473246] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.473659] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ca6029-d6a4-47eb-b4f2-45ec36e2dce7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.489095] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.568474] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.630614] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.630614] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.630614] env[69245]: DEBUG nova.network.neutron [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.675295] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Releasing lock "refresh_cache-57cc49d3-af11-4012-907a-c1482690fd86" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.675833] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.676234] env[69245]: DEBUG nova.compute.manager [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing instance network info cache due to event network-changed-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.676473] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.762495] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.439s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.766523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.907s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.766926] env[69245]: DEBUG nova.objects.instance [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid f6b631ce-8318-4ace-97af-39ac00b6dfa5 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.794693] env[69245]: DEBUG nova.objects.base [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Object Instance<8fd1e738-a57a-401b-a0ee-2f9aaa97028f> lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.873277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "1c5ca05e-a275-4135-96a5-17acb2c99890" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.873277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.873277] env[69245]: INFO nova.compute.manager [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Rebooting instance [ 1202.881746] env[69245]: DEBUG nova.network.neutron [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Updated VIF entry in instance network info cache for port c55b9717-abd8-439d-95c3-4fb5e5472914. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.881746] env[69245]: DEBUG nova.network.neutron [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Updating instance_info_cache with network_info: [{"id": "c55b9717-abd8-439d-95c3-4fb5e5472914", "address": "fa:16:3e:b7:98:4f", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc55b9717-ab", "ovs_interfaceid": "c55b9717-abd8-439d-95c3-4fb5e5472914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.995483] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.000417] env[69245]: INFO nova.compute.manager [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Took 21.27 seconds to build instance. [ 1203.069908] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00038} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.070269] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] e5c7c131-baa1-4619-9357-3ad0cc207a4e/e5c7c131-baa1-4619-9357-3ad0cc207a4e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.070486] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.070748] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d734b52-1e96-428f-ac9a-0d6c9e5322d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.080157] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1203.080157] env[69245]: value = "task-3708742" [ 1203.080157] env[69245]: _type = "Task" [ 1203.080157] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.090523] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.200436] env[69245]: WARNING nova.network.neutron [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] 5bef698f-2994-41a2-913b-0dc8c072e8a7 already exists in list: networks containing: ['5bef698f-2994-41a2-913b-0dc8c072e8a7']. ignoring it [ 1203.220248] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Successfully updated port: ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.276703] env[69245]: DEBUG oslo_concurrency.lockutils [None req-134c4e30-110a-470b-900d-c0baa4308fa7 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.190s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.277929] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.631s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.278038] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.278998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.278998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.283059] env[69245]: INFO nova.compute.manager [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Terminating instance [ 1203.386044] env[69245]: DEBUG oslo_concurrency.lockutils [req-65fe6e4d-e675-499a-9f93-f6e7a0551c19 req-8a5c2e86-9cc7-479c-bbc4-ff373d870dab service nova] Releasing lock "refresh_cache-80a67e36-d977-478f-8d9e-46e1e3c9f0d8" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.394252] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.394437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquired lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.394610] env[69245]: DEBUG nova.network.neutron [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.493335] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.503951] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4836b350-f384-4c15-886d-b26fead3da23 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.790s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.564884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0252f5c0-aeb4-42b1-a45b-682d29452b3d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.580262] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8e9d7d-8615-49b3-8646-8c44b4f4752a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.595026] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254451} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.625549] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.632688] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16618d46-e333-4102-a4a4-58eff5b8e2bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.634851] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd6e62f-ac43-4340-b62f-47d0a431324a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.639036] env[69245]: DEBUG nova.compute.manager [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Received event network-vif-plugged-ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.639036] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Acquiring lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.639194] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.639301] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.639471] env[69245]: DEBUG nova.compute.manager [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] No waiting events found dispatching network-vif-plugged-ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.640940] env[69245]: WARNING nova.compute.manager [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Received unexpected event network-vif-plugged-ec004302-134d-4ad3-8616-792b53cad539 for instance with vm_state building and task_state spawning. [ 1203.640940] env[69245]: DEBUG nova.compute.manager [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Received event network-changed-ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.640940] env[69245]: DEBUG nova.compute.manager [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Refreshing instance network info cache due to event network-changed-ec004302-134d-4ad3-8616-792b53cad539. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.640940] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Acquiring lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.640940] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Acquired lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.640940] env[69245]: DEBUG nova.network.neutron [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Refreshing network info cache for port ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.667023] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e5c7c131-baa1-4619-9357-3ad0cc207a4e/e5c7c131-baa1-4619-9357-3ad0cc207a4e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.670391] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2fa851-af4f-40a8-ac45-ce73b2ed2648 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.692549] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de5921d-9172-41a5-adbe-7b43707a1e84 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.703343] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1203.703343] env[69245]: value = "task-3708743" [ 1203.703343] env[69245]: _type = "Task" [ 1203.703343] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.713585] env[69245]: DEBUG nova.compute.provider_tree [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.723600] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.730222] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.787364] env[69245]: DEBUG nova.compute.manager [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.789029] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.789029] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a41d0f47-1741-4f74-a814-d822d0209cb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.801913] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e75cac-4ba9-4fe9-ad39-c28e8f45a233 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.815763] env[69245]: DEBUG nova.network.neutron [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [{"id": "31c4365e-baa5-4856-abf0-513731b2e2a0", "address": "fa:16:3e:71:c7:83", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c4365e-ba", "ovs_interfaceid": "31c4365e-baa5-4856-abf0-513731b2e2a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.842650] env[69245]: WARNING nova.virt.vmwareapi.vmops [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 83793a37-973c-4317-a5d5-d9a6bd7ff184 could not be found. [ 1203.842950] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.843307] env[69245]: INFO nova.compute.manager [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1203.843454] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.843799] env[69245]: DEBUG nova.compute.manager [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.843799] env[69245]: DEBUG nova.network.neutron [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.867925] env[69245]: DEBUG nova.network.neutron [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "address": "fa:16:3e:b2:52:e7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d11f6-1e", "ovs_interfaceid": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.988881] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.180219] env[69245]: DEBUG nova.network.neutron [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.218559] env[69245]: DEBUG nova.scheduler.client.report [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.231537] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.272284] env[69245]: DEBUG nova.network.neutron [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.316564] env[69245]: DEBUG oslo_concurrency.lockutils [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "refresh_cache-8fd1e738-a57a-401b-a0ee-2f9aaa97028f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.371493] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.372722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.372722] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.372722] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.372915] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.374496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc0777-1390-471e-892f-f7c1fe7b147c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.393329] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.393573] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.393729] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.393910] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.394055] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.394255] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.394470] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.394630] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.394795] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.394979] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.395136] env[69245]: DEBUG nova.virt.hardware [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.408631] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfiguring VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1204.409065] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2a609a-96f4-4555-843e-9cc651cdbfbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.438030] env[69245]: DEBUG oslo_vmware.api [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1204.438030] env[69245]: value = "task-3708745" [ 1204.438030] env[69245]: _type = "Task" [ 1204.438030] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.446142] env[69245]: DEBUG oslo_vmware.api [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708745, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.468197] env[69245]: DEBUG nova.compute.manager [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-changed-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.468197] env[69245]: DEBUG nova.compute.manager [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing instance network info cache due to event network-changed-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.468197] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.494980] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.540647] env[69245]: DEBUG nova.network.neutron [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updating instance_info_cache with network_info: [{"id": "82f1558c-9277-4a87-bf73-aef244aeddbf", "address": "fa:16:3e:d8:7c:17", "network": {"id": "77c98599-0791-419a-a7b6-9794e51c829a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1416106367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ae7c68b86a9432c81cbdead7669729e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f1558c-92", "ovs_interfaceid": "82f1558c-9277-4a87-bf73-aef244aeddbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.723102] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.724909] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.750862] env[69245]: INFO nova.scheduler.client.report [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance f6b631ce-8318-4ace-97af-39ac00b6dfa5 [ 1204.774759] env[69245]: DEBUG oslo_concurrency.lockutils [req-f426d044-a01f-469b-b5a0-4d093936b3f0 req-d9fb160b-e042-4c81-b1b7-854448848b27 service nova] Releasing lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.775222] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.776043] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.948607] env[69245]: DEBUG oslo_vmware.api [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.991344] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708741, 'name': CreateVM_Task, 'duration_secs': 2.094126} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.991650] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.992841] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.992841] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.993010] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.993361] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99defd16-32f0-4404-a96e-e7daa4c4c9fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.000805] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1205.000805] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f17b7-1b15-e781-9e94-4036bea69f80" [ 1205.000805] env[69245]: _type = "Task" [ 1205.000805] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.011286] env[69245]: DEBUG nova.network.neutron [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.012523] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f17b7-1b15-e781-9e94-4036bea69f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.043647] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Releasing lock "refresh_cache-1c5ca05e-a275-4135-96a5-17acb2c99890" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.144990] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updated VIF entry in instance network info cache for port ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.145921] env[69245]: DEBUG nova.network.neutron [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "address": "fa:16:3e:b2:52:e7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d11f6-1e", "ovs_interfaceid": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.226113] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708743, 'name': ReconfigVM_Task, 'duration_secs': 1.175066} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.226113] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e5c7c131-baa1-4619-9357-3ad0cc207a4e/e5c7c131-baa1-4619-9357-3ad0cc207a4e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.226729] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be0cb08-9206-4515-b645-3a8646876d94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.234250] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1205.234250] env[69245]: value = "task-3708746" [ 1205.234250] env[69245]: _type = "Task" [ 1205.234250] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.243519] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708746, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.259788] env[69245]: DEBUG oslo_concurrency.lockutils [None req-29428bd4-d6fc-408b-9a14-04012eabf542 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "f6b631ce-8318-4ace-97af-39ac00b6dfa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.581s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.311087] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.324247] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.324667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc66b05d-5781-4f8f-949e-ab864ffb7e68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.334294] env[69245]: DEBUG oslo_vmware.api [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1205.334294] env[69245]: value = "task-3708747" [ 1205.334294] env[69245]: _type = "Task" [ 1205.334294] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.345770] env[69245]: DEBUG oslo_vmware.api [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.451291] env[69245]: DEBUG oslo_vmware.api [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.471078] env[69245]: DEBUG nova.network.neutron [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Updating instance_info_cache with network_info: [{"id": "ec004302-134d-4ad3-8616-792b53cad539", "address": "fa:16:3e:3b:2b:ca", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec004302-13", "ovs_interfaceid": "ec004302-134d-4ad3-8616-792b53cad539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.512934] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]528f17b7-1b15-e781-9e94-4036bea69f80, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.512934] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.512934] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.513223] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.513223] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.513391] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.513844] env[69245]: INFO nova.compute.manager [-] [instance: 83793a37-973c-4317-a5d5-d9a6bd7ff184] Took 1.67 seconds to deallocate network for instance. [ 1205.514071] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101639bd-9561-4955-8783-d87c56b6d08e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.525664] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.525960] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.527083] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c2f9cd-f2e6-444c-b103-306972e3a58e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.534441] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1205.534441] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c991e2-1d37-10c5-b394-0a4e3d8aeb8c" [ 1205.534441] env[69245]: _type = "Task" [ 1205.534441] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.545269] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c991e2-1d37-10c5-b394-0a4e3d8aeb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.548569] env[69245]: DEBUG nova.compute.manager [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.549809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0317fd7f-352d-4274-8635-84bfa85b3093 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.648830] env[69245]: DEBUG oslo_concurrency.lockutils [req-d1ca19fc-6c97-4f49-ab2b-3ecff81b0f7a req-0f45f4ba-f113-48a5-ab92-a8f3c8d2e334 service nova] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.649382] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.649584] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Refreshing network info cache for port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.744029] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708746, 'name': Rename_Task, 'duration_secs': 0.2011} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.744382] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.744640] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0f15e6-5cbc-40e2-b6f6-79b0aed7be02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.751730] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1205.751730] env[69245]: value = "task-3708748" [ 1205.751730] env[69245]: _type = "Task" [ 1205.751730] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.763744] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.847921] env[69245]: DEBUG oslo_vmware.api [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.949378] env[69245]: DEBUG oslo_vmware.api [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708745, 'name': ReconfigVM_Task, 'duration_secs': 1.029087} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.949986] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.950320] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfigured VM to attach interface {{(pid=69245) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1205.974077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "refresh_cache-48e9026d-e0b6-4629-b35b-6b43ee801d3e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.974077] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance network_info: |[{"id": "ec004302-134d-4ad3-8616-792b53cad539", "address": "fa:16:3e:3b:2b:ca", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec004302-13", "ovs_interfaceid": "ec004302-134d-4ad3-8616-792b53cad539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.974654] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:2b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec004302-134d-4ad3-8616-792b53cad539', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.982968] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.983228] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.983475] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb1b854c-ee46-4613-9b49-c8b55c4e880d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.004833] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.004833] env[69245]: value = "task-3708749" [ 1206.004833] env[69245]: _type = "Task" [ 1206.004833] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.013631] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708749, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.049699] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c991e2-1d37-10c5-b394-0a4e3d8aeb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014621} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.050159] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1231118-1b67-46c5-a73b-bc146f9b15b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.057402] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1206.057402] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52105fe5-fa87-227e-26de-63401a870a2e" [ 1206.057402] env[69245]: _type = "Task" [ 1206.057402] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.071508] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52105fe5-fa87-227e-26de-63401a870a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.274746] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708748, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.350328] env[69245]: DEBUG oslo_vmware.api [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708747, 'name': PowerOnVM_Task, 'duration_secs': 0.767011} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.350423] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.350636] env[69245]: DEBUG nova.compute.manager [None req-71ce2f6b-8b3a-4ece-b796-dac462479f33 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1206.355525] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc35934-53a1-458d-857f-bbada2c130c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.454747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-def6829b-e618-4bc6-b55c-3cd59fc023df tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.158s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.517705] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708749, 'name': CreateVM_Task, 'duration_secs': 0.433853} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.517958] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.518908] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.518908] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.519310] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.519586] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37bf39c-3a01-40f8-913e-166ea50f92d4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.526124] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1206.526124] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5241f6c5-3e2e-58e9-b8bc-32bcede8ef17" [ 1206.526124] env[69245]: _type = "Task" [ 1206.526124] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.530655] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updated VIF entry in instance network info cache for port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.531368] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "address": "fa:16:3e:b2:52:e7", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d11f6-1e", "ovs_interfaceid": "bd7d11f6-1e10-41b2-941a-cb0d6eed13bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.548926] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5241f6c5-3e2e-58e9-b8bc-32bcede8ef17, 'name': SearchDatastore_Task, 'duration_secs': 0.013871} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.549513] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0045ee5a-6ca9-4882-882d-92ea0f8d5bd0 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "83793a37-973c-4317-a5d5-d9a6bd7ff184" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.272s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.551181] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.551566] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.551891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.569359] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52105fe5-fa87-227e-26de-63401a870a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.570244] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc8ea0-e392-4bc2-963f-31325a5d07cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.573218] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.573565] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 80a67e36-d977-478f-8d9e-46e1e3c9f0d8/80a67e36-d977-478f-8d9e-46e1e3c9f0d8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.574284] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.574553] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.574833] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d4760b8-6134-4731-acc5-c261ec17a3f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.580375] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abd1faf-fad1-4e88-a05e-4d1e0a8a6151 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.587458] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Doing hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1206.587689] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-25f077a5-1214-469a-be87-2de14768830c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.593870] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1206.593870] env[69245]: value = "task-3708751" [ 1206.593870] env[69245]: _type = "Task" [ 1206.593870] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.596491] env[69245]: DEBUG oslo_vmware.api [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1206.596491] env[69245]: value = "task-3708752" [ 1206.596491] env[69245]: _type = "Task" [ 1206.596491] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.602899] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.603011] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.610074] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3daf6464-c604-46fc-940b-0149fa50dab6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.620463] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.620815] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1206.620815] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527aa5c9-6c6c-c935-24bd-3cb2b21c6f3e" [ 1206.620815] env[69245]: _type = "Task" [ 1206.620815] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.624287] env[69245]: DEBUG oslo_vmware.api [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708752, 'name': ResetVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.637494] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527aa5c9-6c6c-c935-24bd-3cb2b21c6f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.638646] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bc6590-feda-445e-8d5f-5257fa4629eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.647131] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1206.647131] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e6ea8d-03b8-8d74-63cf-ce598197a78a" [ 1206.647131] env[69245]: _type = "Task" [ 1206.647131] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.658916] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e6ea8d-03b8-8d74-63cf-ce598197a78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.763787] env[69245]: DEBUG oslo_vmware.api [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708748, 'name': PowerOnVM_Task, 'duration_secs': 0.750895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.764453] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.764630] env[69245]: INFO nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1206.764864] env[69245]: DEBUG nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1206.766050] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0946167-844a-4a89-9db1-5f115f7d113c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.828394] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.828667] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.037391] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.037699] env[69245]: DEBUG nova.compute.manager [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.037872] env[69245]: DEBUG nova.compute.manager [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing instance network info cache due to event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.038183] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.038327] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.038502] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.119508] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.120262] env[69245]: DEBUG oslo_vmware.api [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708752, 'name': ResetVM_Task, 'duration_secs': 0.11666} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.120555] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Did hard reboot of VM {{(pid=69245) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1207.120840] env[69245]: DEBUG nova.compute.manager [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.121796] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184b253-44eb-48ea-af99-b1f3c4e0151f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.159627] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e6ea8d-03b8-8d74-63cf-ce598197a78a, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.162077] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.162077] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 48e9026d-e0b6-4629-b35b-6b43ee801d3e/48e9026d-e0b6-4629-b35b-6b43ee801d3e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.162077] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-944a30d3-e1d6-49c3-996a-e576c6fbe21b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.169813] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1207.169813] env[69245]: value = "task-3708753" [ 1207.169813] env[69245]: _type = "Task" [ 1207.169813] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.182849] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.286331] env[69245]: INFO nova.compute.manager [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Took 18.23 seconds to build instance. [ 1207.332529] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.609207] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597977} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.609362] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 80a67e36-d977-478f-8d9e-46e1e3c9f0d8/80a67e36-d977-478f-8d9e-46e1e3c9f0d8.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.609653] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.609935] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b17d137-6a4f-420d-82d8-20694bfea2c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.617899] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1207.617899] env[69245]: value = "task-3708754" [ 1207.617899] env[69245]: _type = "Task" [ 1207.617899] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.629377] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.637026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-48b789d9-1c75-41b7-b311-1293a0af2861 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.765s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.672680] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.673055] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.689023] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.788734] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ab7945c-3c72-4e6b-9cff-bc8ab622c01a tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.738s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.846828] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updated VIF entry in instance network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.847243] env[69245]: DEBUG nova.network.neutron [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.858911] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.859305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.861300] env[69245]: INFO nova.compute.claims [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.999356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.999624] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.129570] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081651} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.129855] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.130704] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a552e5-4a9f-46e9-b2f0-c85be29fb0ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.153973] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 80a67e36-d977-478f-8d9e-46e1e3c9f0d8/80a67e36-d977-478f-8d9e-46e1e3c9f0d8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.154457] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "1c5ca05e-a275-4135-96a5-17acb2c99890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.154695] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.154897] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.155104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.155283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.156851] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5a43a7f-71a5-467e-98b3-d846a1e92e18 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.172019] env[69245]: INFO nova.compute.manager [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Terminating instance [ 1208.178928] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.185628] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1208.185628] env[69245]: value = "task-3708755" [ 1208.185628] env[69245]: _type = "Task" [ 1208.185628] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.193872] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948089} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.194628] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] 48e9026d-e0b6-4629-b35b-6b43ee801d3e/48e9026d-e0b6-4629-b35b-6b43ee801d3e.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.194857] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.195519] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff1d9fd-2ff5-40ee-adc1-1d6aa8ed3851 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.201668] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.208071] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1208.208071] env[69245]: value = "task-3708756" [ 1208.208071] env[69245]: _type = "Task" [ 1208.208071] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.217358] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.351431] env[69245]: DEBUG oslo_concurrency.lockutils [req-061a79ad-dc42-4fc6-bea8-b7b120eb1812 req-b8f03315-54c8-479a-9eb8-14f16cbe60c3 service nova] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.503479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.503757] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.504771] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3872a158-51ee-4d0d-9709-e23981f29eee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.524950] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7107a-c634-41e1-afae-ec89fa1dcb6d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.552053] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfiguring VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1208.552448] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b877176-818c-4fb4-aaa1-2f6374bbda91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.572472] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1208.572472] env[69245]: value = "task-3708758" [ 1208.572472] env[69245]: _type = "Task" [ 1208.572472] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.581565] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.685326] env[69245]: DEBUG nova.compute.manager [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.685650] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.686654] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce690b4-7a23-42a8-8cf1-53828a216969 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.703248] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.707459] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50d8035-0a90-4a53-aa39-6615b49640e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.710200] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.714832] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.724636] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15046} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.726367] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.726884] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1208.726884] env[69245]: value = "task-3708759" [ 1208.726884] env[69245]: _type = "Task" [ 1208.726884] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.727728] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc85a145-e386-4609-a319-f2ac577a4114 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.752348] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.762207] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 48e9026d-e0b6-4629-b35b-6b43ee801d3e/48e9026d-e0b6-4629-b35b-6b43ee801d3e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.762569] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca77c21c-cf5f-4bcc-8165-b899e6243030 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.786720] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1208.786720] env[69245]: value = "task-3708760" [ 1208.786720] env[69245]: _type = "Task" [ 1208.786720] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.799275] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.090888] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.148252] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79976eea-d3c8-4597-8c3c-d4267245b72e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.157741] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269e5b6-f5f8-43b9-8b4d-d62d67e4191e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.193514] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb5664e-18d5-47a8-948f-74a7fc0631f3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.209755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27231f52-144b-4319-81d5-42eb572a1966 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.214335] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708755, 'name': ReconfigVM_Task, 'duration_secs': 0.760309} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.214634] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 80a67e36-d977-478f-8d9e-46e1e3c9f0d8/80a67e36-d977-478f-8d9e-46e1e3c9f0d8.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.215812] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec72f4b-15dc-4ac7-bcd8-08dabe06fc55 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.226941] env[69245]: DEBUG nova.compute.provider_tree [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.230095] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1209.230095] env[69245]: value = "task-3708761" [ 1209.230095] env[69245]: _type = "Task" [ 1209.230095] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.246288] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708761, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.249624] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708759, 'name': PowerOffVM_Task, 'duration_secs': 0.31665} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.249914] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.251698] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.251698] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e284145e-1605-4aaf-8214-85c4f5390c04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.300561] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.320189] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.320437] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.320632] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Deleting the datastore file [datastore2] 1c5ca05e-a275-4135-96a5-17acb2c99890 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.320928] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df822a59-23c7-4117-ac51-033c465d1b6b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.328288] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for the task: (returnval){ [ 1209.328288] env[69245]: value = "task-3708763" [ 1209.328288] env[69245]: _type = "Task" [ 1209.328288] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.337189] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.584196] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.732149] env[69245]: DEBUG nova.scheduler.client.report [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.747484] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708761, 'name': Rename_Task, 'duration_secs': 0.201784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.748763] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.749237] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5200bb2a-93c4-4f88-b69d-f7dd34335615 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.756754] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1209.756754] env[69245]: value = "task-3708764" [ 1209.756754] env[69245]: _type = "Task" [ 1209.756754] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.765595] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.797639] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708760, 'name': ReconfigVM_Task, 'duration_secs': 0.640263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.797960] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 48e9026d-e0b6-4629-b35b-6b43ee801d3e/48e9026d-e0b6-4629-b35b-6b43ee801d3e.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.798766] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d092ee2c-d02c-4ebe-9794-b8a5c99249d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805832] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1209.805832] env[69245]: value = "task-3708765" [ 1209.805832] env[69245]: _type = "Task" [ 1209.805832] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.814109] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708765, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.837817] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.086870] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.240392] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.241066] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.244117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.529s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.245748] env[69245]: INFO nova.compute.claims [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.268086] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.318050] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708765, 'name': Rename_Task, 'duration_secs': 0.422668} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.318320] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.318576] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977dda78-5b79-43b4-a3a3-6fdd72ce7adb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.325099] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1210.325099] env[69245]: value = "task-3708766" [ 1210.325099] env[69245]: _type = "Task" [ 1210.325099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.335660] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.340860] env[69245]: DEBUG oslo_vmware.api [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Task: {'id': task-3708763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614399} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.341149] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.341342] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.341520] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.341693] env[69245]: INFO nova.compute.manager [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1210.341939] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.342158] env[69245]: DEBUG nova.compute.manager [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.342303] env[69245]: DEBUG nova.network.neutron [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.585062] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.684128] env[69245]: DEBUG nova.compute.manager [req-363d0d74-906a-4fe2-ae3e-0c61410d7c61 req-d8527ec4-6c10-4e9c-87dd-7ffaee756bb2 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Received event network-vif-deleted-82f1558c-9277-4a87-bf73-aef244aeddbf {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.684506] env[69245]: INFO nova.compute.manager [req-363d0d74-906a-4fe2-ae3e-0c61410d7c61 req-d8527ec4-6c10-4e9c-87dd-7ffaee756bb2 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Neutron deleted interface 82f1558c-9277-4a87-bf73-aef244aeddbf; detaching it from the instance and deleting it from the info cache [ 1210.684506] env[69245]: DEBUG nova.network.neutron [req-363d0d74-906a-4fe2-ae3e-0c61410d7c61 req-d8527ec4-6c10-4e9c-87dd-7ffaee756bb2 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.750620] env[69245]: DEBUG nova.compute.utils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.754961] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.754961] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.769974] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.804189] env[69245]: DEBUG nova.policy [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.839520] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.086093] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.110898] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Successfully created port: c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.163658] env[69245]: DEBUG nova.network.neutron [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.187387] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1df4768-820c-4ca5-b5ac-2642d7fb17f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.197820] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b7acc5-9f7f-4e13-96f8-281274ab1f41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.237074] env[69245]: DEBUG nova.compute.manager [req-363d0d74-906a-4fe2-ae3e-0c61410d7c61 req-d8527ec4-6c10-4e9c-87dd-7ffaee756bb2 service nova] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Detach interface failed, port_id=82f1558c-9277-4a87-bf73-aef244aeddbf, reason: Instance 1c5ca05e-a275-4135-96a5-17acb2c99890 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1211.255610] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.272841] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708764, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.340991] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.542189] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669af2a-54ea-4d61-a22b-d38dd88ff5ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.551389] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1358cf30-b39f-49c8-b708-601b526497ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.586383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc255b-1161-4261-bb35-301365b95558 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.597436] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbecf92-e844-4c88-9778-cf49e8750b50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.601451] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.612448] env[69245]: DEBUG nova.compute.provider_tree [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.668134] env[69245]: INFO nova.compute.manager [-] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Took 1.32 seconds to deallocate network for instance. [ 1211.775904] env[69245]: DEBUG oslo_vmware.api [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708764, 'name': PowerOnVM_Task, 'duration_secs': 2.002088} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.776135] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.776425] env[69245]: INFO nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Took 11.85 seconds to spawn the instance on the hypervisor. [ 1211.776598] env[69245]: DEBUG nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.777370] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7a7c9a-112d-4a3d-a8c0-1500f40fa635 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.837826] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.093571] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.115855] env[69245]: DEBUG nova.scheduler.client.report [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.175937] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.272074] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.298338] env[69245]: INFO nova.compute.manager [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Took 22.83 seconds to build instance. [ 1212.309258] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.309686] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.309961] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.310297] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.310617] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.310817] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.311251] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.311469] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.311768] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.312080] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.312470] env[69245]: DEBUG nova.virt.hardware [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.313785] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09765472-4d0d-4b3b-a456-3f045ed2b68b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.324976] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10fc019-aa0c-4c91-b399-eff896e2e5f3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.338746] env[69245]: DEBUG oslo_vmware.api [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708766, 'name': PowerOnVM_Task, 'duration_secs': 1.970675} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.347644] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.347888] env[69245]: INFO nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1212.348170] env[69245]: DEBUG nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.349231] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf776da-d962-4379-bf0f-67b825649a7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.596188] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.621333] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.621869] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.624757] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.449s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.624980] env[69245]: DEBUG nova.objects.instance [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lazy-loading 'resources' on Instance uuid 1c5ca05e-a275-4135-96a5-17acb2c99890 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.685451] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Successfully updated port: c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.712578] env[69245]: DEBUG nova.compute.manager [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Received event network-vif-plugged-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.712817] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Acquiring lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.713048] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.713233] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.713414] env[69245]: DEBUG nova.compute.manager [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] No waiting events found dispatching network-vif-plugged-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1212.713591] env[69245]: WARNING nova.compute.manager [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Received unexpected event network-vif-plugged-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d for instance with vm_state building and task_state spawning. [ 1212.713755] env[69245]: DEBUG nova.compute.manager [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Received event network-changed-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.713910] env[69245]: DEBUG nova.compute.manager [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Refreshing instance network info cache due to event network-changed-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.714110] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Acquiring lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.714251] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Acquired lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.714410] env[69245]: DEBUG nova.network.neutron [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Refreshing network info cache for port c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.801541] env[69245]: DEBUG oslo_concurrency.lockutils [None req-959f0194-64b1-4100-b06d-383ff1a6e88c tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.345s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.868388] env[69245]: INFO nova.compute.manager [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Took 22.72 seconds to build instance. [ 1213.095070] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.128117] env[69245]: DEBUG nova.compute.utils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.134298] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.134681] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.188199] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.216877] env[69245]: DEBUG nova.policy [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.293771] env[69245]: DEBUG nova.network.neutron [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.371395] env[69245]: DEBUG oslo_concurrency.lockutils [None req-60bf7463-ba7f-4105-8006-3edc0b70dfc0 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.239s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.432795] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db377e4-7d0e-497a-a8f1-0f9ccf20eff3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.440937] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacffa59-afe1-408f-8245-bfa934c41552 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.472211] env[69245]: DEBUG nova.network.neutron [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.473941] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de0eb2f-e289-4207-a48b-9cb812e563cf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.483698] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e483b32-45a9-4b8d-9316-41c1440dec8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.498676] env[69245]: DEBUG nova.compute.provider_tree [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.603875] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.633882] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.705079] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Successfully created port: 0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.977861] env[69245]: DEBUG oslo_concurrency.lockutils [req-3211f840-9225-47d4-9972-8c837b7d2d1f req-6ba603ed-05c4-43f0-9f53-7ec447a75940 service nova] Releasing lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.978406] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.978659] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.002779] env[69245]: DEBUG nova.scheduler.client.report [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.097020] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.509063] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.515884] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.532721] env[69245]: INFO nova.scheduler.client.report [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Deleted allocations for instance 1c5ca05e-a275-4135-96a5-17acb2c99890 [ 1214.598810] env[69245]: DEBUG oslo_vmware.api [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708758, 'name': ReconfigVM_Task, 'duration_secs': 5.81435} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.599492] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.599761] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Reconfigured VM to detach interface {{(pid=69245) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.646537] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.675636] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.675963] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.676274] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.676438] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.676626] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.676837] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.677123] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.677360] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.677598] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.677724] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.677903] env[69245]: DEBUG nova.virt.hardware [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.678842] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa2b43-7af2-4b55-85aa-d7a0dd811564 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.688786] env[69245]: DEBUG nova.network.neutron [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Updating instance_info_cache with network_info: [{"id": "c542a54a-60e9-4cdd-be9b-3fc7b2e9037d", "address": "fa:16:3e:98:93:42", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542a54a-60", "ovs_interfaceid": "c542a54a-60e9-4cdd-be9b-3fc7b2e9037d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.691175] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6fb603-959f-42da-8cd2-9a9a6bca1903 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.043996] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3be9bb79-abdc-4418-b288-23f24fc744d9 tempest-InstanceActionsTestJSON-169801497 tempest-InstanceActionsTestJSON-169801497-project-member] Lock "1c5ca05e-a275-4135-96a5-17acb2c99890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.889s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.195155] env[69245]: DEBUG nova.compute.manager [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Received event network-vif-plugged-0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.195438] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] Acquiring lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.195678] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.195854] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.196097] env[69245]: DEBUG nova.compute.manager [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] No waiting events found dispatching network-vif-plugged-0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.196319] env[69245]: WARNING nova.compute.manager [req-0f9b9a1a-f5df-4f06-8aa3-f32e2be9c598 req-2a838945-9817-4692-a5f8-b5318da842d0 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Received unexpected event network-vif-plugged-0c84d262-d8de-4159-b48c-3980d4bfd493 for instance with vm_state building and task_state spawning. [ 1215.198161] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-140cda16-c469-4970-8b0c-aa0b2a6b7591" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.198756] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance network_info: |[{"id": "c542a54a-60e9-4cdd-be9b-3fc7b2e9037d", "address": "fa:16:3e:98:93:42", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc542a54a-60", "ovs_interfaceid": "c542a54a-60e9-4cdd-be9b-3fc7b2e9037d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.199451] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:93:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c542a54a-60e9-4cdd-be9b-3fc7b2e9037d', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.207727] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.210845] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.211274] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-160c2077-eb91-4342-99e6-ec145c233e7a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.232826] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.232826] env[69245]: value = "task-3708769" [ 1215.232826] env[69245]: _type = "Task" [ 1215.232826] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.240981] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708769, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.249334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.249622] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.249812] env[69245]: DEBUG nova.compute.manager [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.250851] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a78596-1f48-403c-b017-f2f485bd7ef2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.259550] env[69245]: DEBUG nova.compute.manager [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1215.260213] env[69245]: DEBUG nova.objects.instance [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lazy-loading 'flavor' on Instance uuid e5c7c131-baa1-4619-9357-3ad0cc207a4e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.281861] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Successfully updated port: 0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.742866] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708769, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.784613] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.784763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.784906] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.026861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.027084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquired lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.027274] env[69245]: DEBUG nova.network.neutron [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.246012] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708769, 'name': CreateVM_Task, 'duration_secs': 0.814445} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.246171] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.247053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.247237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.247572] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.247836] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3762000-6da0-415b-b084-3afc4cb99efa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.253437] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1216.253437] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5276dc50-495a-aafa-4c0e-20526a45e3fd" [ 1216.253437] env[69245]: _type = "Task" [ 1216.253437] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.262666] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5276dc50-495a-aafa-4c0e-20526a45e3fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.268465] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.268798] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b563e7-1386-4f91-97ac-dfb6fc19cf92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.276525] env[69245]: DEBUG oslo_vmware.api [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1216.276525] env[69245]: value = "task-3708770" [ 1216.276525] env[69245]: _type = "Task" [ 1216.276525] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.285953] env[69245]: DEBUG oslo_vmware.api [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.318808] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.484587] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.484923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.485173] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.485360] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.485531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.488475] env[69245]: INFO nova.compute.manager [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Terminating instance [ 1216.508537] env[69245]: DEBUG nova.network.neutron [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Updating instance_info_cache with network_info: [{"id": "0c84d262-d8de-4159-b48c-3980d4bfd493", "address": "fa:16:3e:1d:ba:9b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c84d262-d8", "ovs_interfaceid": "0c84d262-d8de-4159-b48c-3980d4bfd493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.767022] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5276dc50-495a-aafa-4c0e-20526a45e3fd, 'name': SearchDatastore_Task, 'duration_secs': 0.033462} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.767485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.767623] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.767861] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.768024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.768499] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.768499] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-001901d7-8c40-4cdc-9a65-1bae160dd3e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.779445] env[69245]: INFO nova.network.neutron [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Port bd7d11f6-1e10-41b2-941a-cb0d6eed13bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1216.779861] env[69245]: DEBUG nova.network.neutron [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [{"id": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "address": "fa:16:3e:00:a5:3f", "network": {"id": "5bef698f-2994-41a2-913b-0dc8c072e8a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-790138693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b55e8a00ba9d4fe689329cf4b2b0d153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf2d3b4-df", "ovs_interfaceid": "ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.781536] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.781719] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.786725] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c7d1de-b256-4aff-a9da-17f474f39204 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.795605] env[69245]: DEBUG oslo_vmware.api [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708770, 'name': PowerOffVM_Task, 'duration_secs': 0.418263} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.798460] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.798460] env[69245]: DEBUG nova.compute.manager [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.798460] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1216.798460] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5234472f-cc9c-dc5d-5414-7e5b3e8c03b2" [ 1216.798460] env[69245]: _type = "Task" [ 1216.798460] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.799112] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c5ffc-ac75-4258-961d-c968e58b2ef8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.812417] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5234472f-cc9c-dc5d-5414-7e5b3e8c03b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.815589] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df80b8f-da80-4f88-8a23-ad7173ed1835 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.823280] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1216.823280] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208b96c-e9cc-f4de-b2ff-7658ff6f3ea4" [ 1216.823280] env[69245]: _type = "Task" [ 1216.823280] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.832248] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208b96c-e9cc-f4de-b2ff-7658ff6f3ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.993737] env[69245]: DEBUG nova.compute.manager [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.994586] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.995239] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beca95b-b402-4a8b-8377-079b4beaa005 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.005287] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.005938] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0ef35d-c684-4558-8e50-007e88f59216 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.011127] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.011428] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Instance network_info: |[{"id": "0c84d262-d8de-4159-b48c-3980d4bfd493", "address": "fa:16:3e:1d:ba:9b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c84d262-d8", "ovs_interfaceid": "0c84d262-d8de-4159-b48c-3980d4bfd493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.012472] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:ba:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c84d262-d8de-4159-b48c-3980d4bfd493', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.021210] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.023450] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.024043] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1217.024043] env[69245]: value = "task-3708772" [ 1217.024043] env[69245]: _type = "Task" [ 1217.024043] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.024448] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4030cf2a-4730-46ff-abae-300e359910f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.048464] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.050331] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.050331] env[69245]: value = "task-3708773" [ 1217.050331] env[69245]: _type = "Task" [ 1217.050331] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.058329] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708773, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.284862] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Releasing lock "refresh_cache-ef45d7d1-c0eb-4be2-b802-bf8a17f75645" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.321893] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5b5a542a-a4f4-4411-82f2-b440ff554334 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.338029] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5208b96c-e9cc-f4de-b2ff-7658ff6f3ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.338364] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.340126] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 140cda16-c469-4970-8b0c-aa0b2a6b7591/140cda16-c469-4970-8b0c-aa0b2a6b7591.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.340126] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a93db42-c0ef-4fe1-a1a7-1c5ef020ec40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.347816] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1217.347816] env[69245]: value = "task-3708774" [ 1217.347816] env[69245]: _type = "Task" [ 1217.347816] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.357708] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.498237] env[69245]: DEBUG nova.compute.manager [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Received event network-changed-0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.498432] env[69245]: DEBUG nova.compute.manager [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Refreshing instance network info cache due to event network-changed-0c84d262-d8de-4159-b48c-3980d4bfd493. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.498639] env[69245]: DEBUG oslo_concurrency.lockutils [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] Acquiring lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.498779] env[69245]: DEBUG oslo_concurrency.lockutils [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] Acquired lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.498938] env[69245]: DEBUG nova.network.neutron [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Refreshing network info cache for port 0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.558771] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.566496] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708773, 'name': CreateVM_Task, 'duration_secs': 0.380187} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.566721] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.567449] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.567609] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.567929] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.568515] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f8dc31-4548-4725-824f-c728d6482915 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.574279] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1217.574279] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b65c08-2a7a-7ed5-6116-5167538b8a80" [ 1217.574279] env[69245]: _type = "Task" [ 1217.574279] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.582940] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b65c08-2a7a-7ed5-6116-5167538b8a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.790217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b6470ba4-0b0a-4695-8c5c-e284f8ef1051 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "interface-ef45d7d1-c0eb-4be2-b802-bf8a17f75645-bd7d11f6-1e10-41b2-941a-cb0d6eed13bf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.790s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.861258] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708774, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.995433] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.995715] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.995923] env[69245]: INFO nova.compute.manager [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Shelving [ 1218.050659] env[69245]: DEBUG nova.objects.instance [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lazy-loading 'flavor' on Instance uuid e5c7c131-baa1-4619-9357-3ad0cc207a4e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.057722] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.086264] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b65c08-2a7a-7ed5-6116-5167538b8a80, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.086941] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.087203] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.087439] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.087591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.087780] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.088067] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4975c15e-d09a-40a6-bc24-2b93ef01abe2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.106081] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.106281] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.107057] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d95fcc-0aaa-45a1-9b6d-ccaa5f49bddc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.116831] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1218.116831] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52677532-715c-6ecd-9e5c-e6e9e85b265f" [ 1218.116831] env[69245]: _type = "Task" [ 1218.116831] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.128022] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52677532-715c-6ecd-9e5c-e6e9e85b265f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.360905] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.921432} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.361239] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 140cda16-c469-4970-8b0c-aa0b2a6b7591/140cda16-c469-4970-8b0c-aa0b2a6b7591.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.361468] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.361725] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5c497f3-e849-4cb0-981a-0e017d761d5d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.369371] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1218.369371] env[69245]: value = "task-3708775" [ 1218.369371] env[69245]: _type = "Task" [ 1218.369371] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.378842] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.529822] env[69245]: DEBUG nova.network.neutron [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Updated VIF entry in instance network info cache for port 0c84d262-d8de-4159-b48c-3980d4bfd493. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.530268] env[69245]: DEBUG nova.network.neutron [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Updating instance_info_cache with network_info: [{"id": "0c84d262-d8de-4159-b48c-3980d4bfd493", "address": "fa:16:3e:1d:ba:9b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c84d262-d8", "ovs_interfaceid": "0c84d262-d8de-4159-b48c-3980d4bfd493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.554929] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708772, 'name': PowerOffVM_Task, 'duration_secs': 1.507315} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.555205] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.555376] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.555866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.556030] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquired lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.556199] env[69245]: DEBUG nova.network.neutron [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.556377] env[69245]: DEBUG nova.objects.instance [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lazy-loading 'info_cache' on Instance uuid e5c7c131-baa1-4619-9357-3ad0cc207a4e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.557503] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6a6443-4443-47c7-b451-e208509a87a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.628851] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52677532-715c-6ecd-9e5c-e6e9e85b265f, 'name': SearchDatastore_Task, 'duration_secs': 0.058747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.629624] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fbdc7f-6862-4ec1-bc6d-64bbba5b4a89 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.636013] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1218.636013] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237ed91-a8b4-f0a2-91ba-caafe0b6cedd" [ 1218.636013] env[69245]: _type = "Task" [ 1218.636013] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.641796] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.642126] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.642397] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleting the datastore file [datastore2] ef45d7d1-c0eb-4be2-b802-bf8a17f75645 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.643082] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7af2d558-b8b8-4ff0-a19a-daa8448246ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.648138] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237ed91-a8b4-f0a2-91ba-caafe0b6cedd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.653332] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1218.653332] env[69245]: value = "task-3708777" [ 1218.653332] env[69245]: _type = "Task" [ 1218.653332] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.661766] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.879369] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069377} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.879665] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.880475] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3d852-54b0-4eb8-a777-afcc13c081b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.903011] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 140cda16-c469-4970-8b0c-aa0b2a6b7591/140cda16-c469-4970-8b0c-aa0b2a6b7591.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.903384] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-882ad79b-7d6f-401d-bce3-b0dfa8d869ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.923812] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1218.923812] env[69245]: value = "task-3708778" [ 1218.923812] env[69245]: _type = "Task" [ 1218.923812] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.931912] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.004782] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.005117] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbff7aae-00e4-4d15-8d3b-dc8c27d9d504 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.013836] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1219.013836] env[69245]: value = "task-3708779" [ 1219.013836] env[69245]: _type = "Task" [ 1219.013836] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.022508] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.033503] env[69245]: DEBUG oslo_concurrency.lockutils [req-2f86ad56-9eac-4be6-89bc-0436e6a9cc28 req-76641d4b-e461-40ef-bebf-629e97d090d1 service nova] Releasing lock "refresh_cache-48b3c6fa-f5be-465d-ad99-9df132f2cb97" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.061662] env[69245]: DEBUG nova.objects.base [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1219.152415] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5237ed91-a8b4-f0a2-91ba-caafe0b6cedd, 'name': SearchDatastore_Task, 'duration_secs': 0.039267} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.152796] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.153197] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 48b3c6fa-f5be-465d-ad99-9df132f2cb97/48b3c6fa-f5be-465d-ad99-9df132f2cb97.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.153549] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa27178-c429-4d42-a418-e3bb8d713cbf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.166018] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.167669] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1219.167669] env[69245]: value = "task-3708780" [ 1219.167669] env[69245]: _type = "Task" [ 1219.167669] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.176837] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.436260] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.524241] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708779, 'name': PowerOffVM_Task, 'duration_secs': 0.207809} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.524499] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.525389] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782fe05b-778e-4493-94f0-d9bb86a42a3d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.546504] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a011437-2e96-490e-aa75-de3a9a5849d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.670330] env[69245]: DEBUG oslo_vmware.api [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.636859} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.677166] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.677408] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.677591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.677769] env[69245]: INFO nova.compute.manager [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1219.678145] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.678434] env[69245]: DEBUG nova.compute.manager [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.678558] env[69245]: DEBUG nova.network.neutron [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.692208] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708780, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.936658] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708778, 'name': ReconfigVM_Task, 'duration_secs': 0.822098} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.937199] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 140cda16-c469-4970-8b0c-aa0b2a6b7591/140cda16-c469-4970-8b0c-aa0b2a6b7591.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.938292] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be06367-254a-481c-a707-bf465e9175fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.947735] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1219.947735] env[69245]: value = "task-3708781" [ 1219.947735] env[69245]: _type = "Task" [ 1219.947735] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.958413] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708781, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.980340] env[69245]: DEBUG nova.network.neutron [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updating instance_info_cache with network_info: [{"id": "79f67dc4-1970-4380-87ea-c09d4974d41d", "address": "fa:16:3e:04:79:9c", "network": {"id": "aa012285-6417-4b5a-a56e-b08818561407", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1855460783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6131f8965f42e98b9ef1dba6cbb34f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f67dc4-19", "ovs_interfaceid": "79f67dc4-1970-4380-87ea-c09d4974d41d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.058940] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1220.059350] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48942c5b-05a0-4bc5-b64e-edf86a09607a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.070998] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1220.070998] env[69245]: value = "task-3708782" [ 1220.070998] env[69245]: _type = "Task" [ 1220.070998] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.082876] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708782, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.181490] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.181759] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 48b3c6fa-f5be-465d-ad99-9df132f2cb97/48b3c6fa-f5be-465d-ad99-9df132f2cb97.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.181976] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.182333] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f92b49-7934-47cb-a5c7-e328fdd619c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.190926] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1220.190926] env[69245]: value = "task-3708783" [ 1220.190926] env[69245]: _type = "Task" [ 1220.190926] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.202589] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.459560] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708781, 'name': Rename_Task, 'duration_secs': 0.207967} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.459560] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.460504] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc94a30-4357-4123-943f-10846bd82f1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.469115] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1220.469115] env[69245]: value = "task-3708784" [ 1220.469115] env[69245]: _type = "Task" [ 1220.469115] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.489672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Releasing lock "refresh_cache-e5c7c131-baa1-4619-9357-3ad0cc207a4e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.491252] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708784, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.506951] env[69245]: DEBUG nova.compute.manager [req-41c43d0b-78fa-4756-b08e-9f706b2fb0c8 req-8a66714b-8383-405f-be13-1c888b5923a6 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Received event network-vif-deleted-ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.506951] env[69245]: INFO nova.compute.manager [req-41c43d0b-78fa-4756-b08e-9f706b2fb0c8 req-8a66714b-8383-405f-be13-1c888b5923a6 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Neutron deleted interface ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab; detaching it from the instance and deleting it from the info cache [ 1220.506951] env[69245]: DEBUG nova.network.neutron [req-41c43d0b-78fa-4756-b08e-9f706b2fb0c8 req-8a66714b-8383-405f-be13-1c888b5923a6 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.583025] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708782, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.701429] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161527} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.701714] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.702608] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5348aa-76d3-4658-9fad-ee4a4c5b49f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.728868] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 48b3c6fa-f5be-465d-ad99-9df132f2cb97/48b3c6fa-f5be-465d-ad99-9df132f2cb97.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.729554] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90c4b02-9c1c-42c5-8872-8cdca1e50c81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.752123] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1220.752123] env[69245]: value = "task-3708785" [ 1220.752123] env[69245]: _type = "Task" [ 1220.752123] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.762897] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.981517] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.984022] env[69245]: DEBUG nova.network.neutron [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.009692] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-199ace31-4b44-4f02-8c92-9d5e150b68da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.022361] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87321849-d447-4a2d-bd19-2b274d35f84f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.068752] env[69245]: DEBUG nova.compute.manager [req-41c43d0b-78fa-4756-b08e-9f706b2fb0c8 req-8a66714b-8383-405f-be13-1c888b5923a6 service nova] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Detach interface failed, port_id=ebf2d3b4-dfd1-4ee8-97e5-2dfd9e840fab, reason: Instance ef45d7d1-c0eb-4be2-b802-bf8a17f75645 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.084795] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708782, 'name': CreateSnapshot_Task, 'duration_secs': 1.009749} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.084795] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1221.085414] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecbe419-817f-449f-a542-01bb45ee1d03 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.095057] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.095375] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.264118] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708785, 'name': ReconfigVM_Task, 'duration_secs': 0.362808} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.264730] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 48b3c6fa-f5be-465d-ad99-9df132f2cb97/48b3c6fa-f5be-465d-ad99-9df132f2cb97.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.265897] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae218f1d-8452-4067-aad3-9d668010e844 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.275240] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1221.275240] env[69245]: value = "task-3708786" [ 1221.275240] env[69245]: _type = "Task" [ 1221.275240] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.284967] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708786, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.480434] env[69245]: DEBUG oslo_vmware.api [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708784, 'name': PowerOnVM_Task, 'duration_secs': 0.642647} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.480717] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.480924] env[69245]: INFO nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1221.481121] env[69245]: DEBUG nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1221.481953] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9969ac8-176e-414b-82fd-0394179ad9c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.488012] env[69245]: INFO nova.compute.manager [-] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Took 1.81 seconds to deallocate network for instance. [ 1221.494628] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.494864] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0fd2c2-e5e6-4948-affe-3ca24c30b09c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.504994] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1221.504994] env[69245]: value = "task-3708787" [ 1221.504994] env[69245]: _type = "Task" [ 1221.504994] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.514988] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.598583] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.615244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1221.616160] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8417886f-90ac-4b18-afa4-635c534255ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.628887] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1221.628887] env[69245]: value = "task-3708788" [ 1221.628887] env[69245]: _type = "Task" [ 1221.628887] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.640761] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708788, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.785635] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708786, 'name': Rename_Task, 'duration_secs': 0.153948} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.787071] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.787071] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ef941f-6ee9-4126-b795-7c3121bd668a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.793301] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1221.793301] env[69245]: value = "task-3708789" [ 1221.793301] env[69245]: _type = "Task" [ 1221.793301] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.801734] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.001388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.001388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.001388] env[69245]: DEBUG nova.objects.instance [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'resources' on Instance uuid ef45d7d1-c0eb-4be2-b802-bf8a17f75645 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.002026] env[69245]: INFO nova.compute.manager [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Took 14.16 seconds to build instance. [ 1222.016544] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.125422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.140634] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708788, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.313438] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708789, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.507008] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3ff24e1-bcc5-4b97-a972-0ca2f20f8a88 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.678s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.516866] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.648245] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708788, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.783028] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f2aee-6747-4e95-bda7-d26e1d6aa682 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.793027] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d238a97-34ff-4389-8469-1a550614f4ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.806623] env[69245]: DEBUG oslo_vmware.api [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708789, 'name': PowerOnVM_Task, 'duration_secs': 0.82386} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.833624] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.833890] env[69245]: INFO nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1222.834101] env[69245]: DEBUG nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.835275] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275bc9b4-b140-4265-b9e0-141422383371 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.838643] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad37516-f571-4b05-bcbc-02dba96591b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.849873] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984c55b-f61e-4c68-aa95-b1c8b5eb951f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.870026] env[69245]: DEBUG nova.compute.provider_tree [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.016996] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708787, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.131787] env[69245]: INFO nova.compute.manager [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Rebuilding instance [ 1223.147373] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708788, 'name': CloneVM_Task, 'duration_secs': 1.285876} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.147743] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Created linked-clone VM from snapshot [ 1223.148673] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4af52db-dfe1-471f-86eb-974a9f6c0591 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.158886] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Uploading image 62c9c344-4580-43a9-9269-ca5cedd1072d {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1223.189306] env[69245]: DEBUG nova.compute.manager [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.190667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12fae90-a32a-4360-9e35-75f396fabf86 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.197361] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1223.197361] env[69245]: value = "vm-738667" [ 1223.197361] env[69245]: _type = "VirtualMachine" [ 1223.197361] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1223.197745] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21536734-0db4-48f1-a711-4f6b3a813e5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.209038] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease: (returnval){ [ 1223.209038] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a2577-7eab-ac22-7bdd-2f40a4ebd47b" [ 1223.209038] env[69245]: _type = "HttpNfcLease" [ 1223.209038] env[69245]: } obtained for exporting VM: (result){ [ 1223.209038] env[69245]: value = "vm-738667" [ 1223.209038] env[69245]: _type = "VirtualMachine" [ 1223.209038] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1223.209759] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the lease: (returnval){ [ 1223.209759] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a2577-7eab-ac22-7bdd-2f40a4ebd47b" [ 1223.209759] env[69245]: _type = "HttpNfcLease" [ 1223.209759] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1223.221616] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.221616] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a2577-7eab-ac22-7bdd-2f40a4ebd47b" [ 1223.221616] env[69245]: _type = "HttpNfcLease" [ 1223.221616] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1223.364898] env[69245]: INFO nova.compute.manager [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Took 14.67 seconds to build instance. [ 1223.372953] env[69245]: DEBUG nova.scheduler.client.report [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.494570] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.494846] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.495069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.495260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.495430] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.497510] env[69245]: INFO nova.compute.manager [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Terminating instance [ 1223.518384] env[69245]: DEBUG oslo_vmware.api [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708787, 'name': PowerOnVM_Task, 'duration_secs': 1.791793} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.519035] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.519035] env[69245]: DEBUG nova.compute.manager [None req-0686af4e-c28d-425c-918c-628810f55cff tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.519519] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b1500a-522b-40b7-863a-e43a843e8487 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.720871] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.720871] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a2577-7eab-ac22-7bdd-2f40a4ebd47b" [ 1223.720871] env[69245]: _type = "HttpNfcLease" [ 1223.720871] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.721295] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.721295] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525a2577-7eab-ac22-7bdd-2f40a4ebd47b" [ 1223.721295] env[69245]: _type = "HttpNfcLease" [ 1223.721295] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1223.722054] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f095368-27fb-43c9-b75a-03f5f67a44db {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.731297] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.731527] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1223.787156] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.828204] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcae58db-16ac-40ef-8dae-2a595e5fbb05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.866914] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6882db57-3b2a-4211-b7b2-d55dba3cfbb3 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.194s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.867282] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.080s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.867506] env[69245]: DEBUG nova.compute.manager [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.868496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a79388-c709-47b9-8b35-3257b1fbdaf0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.876066] env[69245]: DEBUG nova.compute.manager [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1223.876803] env[69245]: DEBUG nova.objects.instance [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'flavor' on Instance uuid 48b3c6fa-f5be-465d-ad99-9df132f2cb97 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.878731] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.882228] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.756s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.884674] env[69245]: INFO nova.compute.claims [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.903084] env[69245]: INFO nova.scheduler.client.report [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted allocations for instance ef45d7d1-c0eb-4be2-b802-bf8a17f75645 [ 1224.001895] env[69245]: DEBUG nova.compute.manager [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.002182] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.003469] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae622db-c091-4365-8a60-1a8297361f97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.013133] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.013388] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b037263b-5ce7-4f13-9053-a244cdf2c273 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.020268] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1224.020268] env[69245]: value = "task-3708791" [ 1224.020268] env[69245]: _type = "Task" [ 1224.020268] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.030969] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.213876] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.213997] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.214357] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.214608] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.214880] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.215149] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.215433] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.215594] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1224.215792] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.217266] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.217835] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0130d3a-6bb2-4f30-a517-32906447896c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.228699] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1224.228699] env[69245]: value = "task-3708792" [ 1224.228699] env[69245]: _type = "Task" [ 1224.228699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.241808] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.410422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-de958ada-1e2f-45eb-9c40-a6aa235bdd13 tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "ef45d7d1-c0eb-4be2-b802-bf8a17f75645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.925s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.532116] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708791, 'name': PowerOffVM_Task, 'duration_secs': 0.270339} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.532565] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.532850] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.533410] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a201d7d3-9894-4386-b7f1-63489d16e4f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.603109] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.603879] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.604560] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] 140cda16-c469-4970-8b0c-aa0b2a6b7591 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.604560] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8486c66f-e220-4611-9acd-29008fe1f396 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.613670] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1224.613670] env[69245]: value = "task-3708794" [ 1224.613670] env[69245]: _type = "Task" [ 1224.613670] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.623687] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.668245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.668245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.668245] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "57cc49d3-af11-4012-907a-c1482690fd86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.669115] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.669115] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.672345] env[69245]: INFO nova.compute.manager [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Terminating instance [ 1224.719921] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.741291] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708792, 'name': PowerOffVM_Task, 'duration_secs': 0.177768} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.743109] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.743109] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.743109] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7c3007-322c-4461-9d71-2823750cadd1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.755245] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.755758] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc39e0c-1cd1-47ab-b1af-b048aa606e7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.828502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.828878] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.829409] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleting the datastore file [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.829835] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdec9e05-57e2-4d39-9aa8-76b7aa9fedb9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.838324] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1224.838324] env[69245]: value = "task-3708796" [ 1224.838324] env[69245]: _type = "Task" [ 1224.838324] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.851393] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.886347] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.886683] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78199d68-2363-49e0-877b-a4e3b3e03df0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.898678] env[69245]: DEBUG oslo_vmware.api [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1224.898678] env[69245]: value = "task-3708797" [ 1224.898678] env[69245]: _type = "Task" [ 1224.898678] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.909552] env[69245]: DEBUG oslo_vmware.api [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.129704] env[69245]: DEBUG oslo_vmware.api [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312324} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.134164] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.134585] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.135283] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.136414] env[69245]: INFO nova.compute.manager [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1225.136873] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.137334] env[69245]: DEBUG nova.compute.manager [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.138296] env[69245]: DEBUG nova.network.neutron [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.177174] env[69245]: DEBUG nova.compute.manager [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.177487] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.178476] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670b9e07-28e3-47c4-b376-d3f9d14f62c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.187788] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.189281] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9313afa6-22c9-4927-bb7a-90905abede78 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.191877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec20065-e7cd-400c-98be-9f0483f34a30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.203231] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6c99df-9853-4d24-9eb4-9e79968678b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.207739] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1225.207739] env[69245]: value = "task-3708798" [ 1225.207739] env[69245]: _type = "Task" [ 1225.207739] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.253040] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4a60c9-94d0-4441-8f65-5683fd5beb71 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.259659] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.265813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7970951b-7c65-408f-830c-e4bef80488f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.284288] env[69245]: DEBUG nova.compute.provider_tree [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.349519] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246721} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.349816] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.350150] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.350456] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.411392] env[69245]: DEBUG oslo_vmware.api [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708797, 'name': PowerOffVM_Task, 'duration_secs': 0.279026} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.411809] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.412079] env[69245]: DEBUG nova.compute.manager [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.412985] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c366894-796b-47c2-80cb-a09c674d79d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.564180] env[69245]: DEBUG nova.compute.manager [req-1ff74f49-30f8-4e4e-baac-46b8e38ae34d req-292eb40f-c595-4a7e-a7d7-a6fb0e5392ae service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Received event network-vif-deleted-c542a54a-60e9-4cdd-be9b-3fc7b2e9037d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.564483] env[69245]: INFO nova.compute.manager [req-1ff74f49-30f8-4e4e-baac-46b8e38ae34d req-292eb40f-c595-4a7e-a7d7-a6fb0e5392ae service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Neutron deleted interface c542a54a-60e9-4cdd-be9b-3fc7b2e9037d; detaching it from the instance and deleting it from the info cache [ 1225.564705] env[69245]: DEBUG nova.network.neutron [req-1ff74f49-30f8-4e4e-baac-46b8e38ae34d req-292eb40f-c595-4a7e-a7d7-a6fb0e5392ae service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.726328] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708798, 'name': PowerOffVM_Task, 'duration_secs': 0.315497} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.726673] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.726847] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.727258] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9676a03-f436-4cee-88b0-75f5c470208e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.788659] env[69245]: DEBUG nova.scheduler.client.report [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.797549] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.797854] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.798192] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleting the datastore file [datastore1] 57cc49d3-af11-4012-907a-c1482690fd86 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.798542] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1282ac48-c3de-4ada-92c2-1d1f90930083 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.807382] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for the task: (returnval){ [ 1225.807382] env[69245]: value = "task-3708800" [ 1225.807382] env[69245]: _type = "Task" [ 1225.807382] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.819378] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.929383] env[69245]: DEBUG oslo_concurrency.lockutils [None req-aa42899b-090c-441d-8c59-827e21629618 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.975344] env[69245]: DEBUG nova.network.neutron [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.067577] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36f17ee8-1fdb-42c5-9a22-44d3251f8f33 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.079030] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938df40c-4e01-4574-8efa-f9d35cc76827 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.115498] env[69245]: DEBUG nova.compute.manager [req-1ff74f49-30f8-4e4e-baac-46b8e38ae34d req-292eb40f-c595-4a7e-a7d7-a6fb0e5392ae service nova] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Detach interface failed, port_id=c542a54a-60e9-4cdd-be9b-3fc7b2e9037d, reason: Instance 140cda16-c469-4970-8b0c-aa0b2a6b7591 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.294608] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.295059] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.298141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.578s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.298358] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.298522] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1226.299707] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ebceb-336b-4ca4-b48f-21553e17c6ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.309261] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa14f1-86bc-4cd7-a7ec-d1082bcdad28 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.324495] env[69245]: DEBUG oslo_vmware.api [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Task: {'id': task-3708800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193718} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.334814] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.335211] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.335286] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.335498] env[69245]: INFO nova.compute.manager [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1226.335822] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.336984] env[69245]: DEBUG nova.compute.manager [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.337113] env[69245]: DEBUG nova.network.neutron [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.339483] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15eb205-801a-4c64-87c6-3fc546b3031d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.349725] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa040edc-06d8-480f-8535-22e19855e1c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.389882] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.390302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.390637] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.390954] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.391281] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.393943] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178819MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1226.394194] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.394465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.397204] env[69245]: INFO nova.compute.manager [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Terminating instance [ 1226.431541] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.431786] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.431894] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.435103] env[69245]: DEBUG nova.virt.hardware [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.435103] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66277431-ace7-4eb5-a1dd-9a0343361920 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.444801] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305d6b7-3226-4028-b0cb-4ba6e946b11c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.461952] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:07:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.470530] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.471284] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.473614] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e092f7ee-dd10-4709-8d15-4b6e9e00cd9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.488515] env[69245]: INFO nova.compute.manager [-] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Took 1.35 seconds to deallocate network for instance. [ 1226.496869] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.496869] env[69245]: value = "task-3708801" [ 1226.496869] env[69245]: _type = "Task" [ 1226.496869] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.507614] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708801, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.802075] env[69245]: DEBUG nova.compute.utils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.805388] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.805586] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.868802] env[69245]: DEBUG nova.policy [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32fb85278ae24564a8bf0d890ce5c52c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02108dbedc6f4539be3811f663a0a784', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.908802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.908802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.908802] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.909035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.909256] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.911154] env[69245]: DEBUG nova.compute.manager [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.911293] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.911781] env[69245]: INFO nova.compute.manager [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Terminating instance [ 1226.913741] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89073f41-8fab-4779-9889-5d2c7d1080d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.924182] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.925162] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77833f68-87a7-4239-bc8c-7614dbf5bf75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.997248] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.997743] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.998037] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.999269] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 48b3c6fa-f5be-465d-ad99-9df132f2cb97 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.999269] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3626b7c2-0700-45cf-9f70-c60c5103f3e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.015574] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708801, 'name': CreateVM_Task, 'duration_secs': 0.381561} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.017374] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.017906] env[69245]: DEBUG oslo_vmware.api [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1227.017906] env[69245]: value = "task-3708803" [ 1227.017906] env[69245]: _type = "Task" [ 1227.017906] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.018859] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.019142] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.019619] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.020097] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f966279c-af7b-4a88-8944-704b05994fb3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.033116] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1227.033116] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7333c-74c5-b870-ecb7-c3fb3f02a630" [ 1227.033116] env[69245]: _type = "Task" [ 1227.033116] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.038808] env[69245]: DEBUG oslo_vmware.api [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.051690] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7333c-74c5-b870-ecb7-c3fb3f02a630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.139009] env[69245]: DEBUG nova.network.neutron [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.224542] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Successfully created port: 58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.309235] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.420705] env[69245]: DEBUG nova.compute.manager [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.421189] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.425024] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b79e0e-ba26-481f-a32c-6e5ec923fa25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.434360] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.435238] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f656f7-9a71-4878-a92f-8a15b67bd60a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.444972] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1227.444972] env[69245]: value = "task-3708804" [ 1227.444972] env[69245]: _type = "Task" [ 1227.444972] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a93a4852-e43a-42fd-bd43-c436cec71980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8fd1e738-a57a-401b-a0ee-2f9aaa97028f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4b549dde-57e3-47de-900c-f6af4536b595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 57cc49d3-af11-4012-907a-c1482690fd86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e44f8c2a-23fc-411f-8de5-c6412c50c0a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f46cd326-2e44-4ce6-a716-d67ff5e1bf9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 343de92c-1ba9-484a-b86f-9575c4ee234f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c7486ef4-5f14-4f62-b856-d590022ffd2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e5c7c131-baa1-4619-9357-3ad0cc207a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 80a67e36-d977-478f-8d9e-46e1e3c9f0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.454419] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 48e9026d-e0b6-4629-b35b-6b43ee801d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.455049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 140cda16-c469-4970-8b0c-aa0b2a6b7591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.455049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 48b3c6fa-f5be-465d-ad99-9df132f2cb97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.455049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 3bfd696f-caaa-4abb-82db-78b018d51cee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1227.455049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1227.455049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1227.465503] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.531213] env[69245]: DEBUG oslo_vmware.api [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301838} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.534271] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.534693] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.535096] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.535352] env[69245]: INFO nova.compute.manager [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1227.535601] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.536096] env[69245]: DEBUG nova.compute.manager [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.536201] env[69245]: DEBUG nova.network.neutron [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.553988] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c7333c-74c5-b870-ecb7-c3fb3f02a630, 'name': SearchDatastore_Task, 'duration_secs': 0.016229} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.555016] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.555016] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.555820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.555820] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.555820] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.557417] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8991943c-31ac-40d2-92a7-38ddae692351 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.570886] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.572034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.572363] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c709c8-1ae6-4248-993e-8236d1459e2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.581259] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1227.581259] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9f553-bb19-1a19-dc72-d928bb9a9482" [ 1227.581259] env[69245]: _type = "Task" [ 1227.581259] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.593149] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9f553-bb19-1a19-dc72-d928bb9a9482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.602329] env[69245]: DEBUG nova.compute.manager [req-c023be64-8e61-42bb-9bef-84b75d200771 req-8bf3dbfa-0bfa-4b44-91af-6016966650cb service nova] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Received event network-vif-deleted-6bd282fb-e377-40b9-849b-c0a0267848ba {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.642481] env[69245]: INFO nova.compute.manager [-] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Took 1.31 seconds to deallocate network for instance. [ 1227.735359] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f431ee0-f513-4677-9873-e05a93c3fd59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.744980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281729a8-e0b2-4daa-bbf9-7a2d784a1912 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.780423] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf8f22-5dc1-4d9f-864d-c3f5b0004d70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.789940] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b87770-147f-40c6-af89-d854f8377a6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.806832] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.816785] env[69245]: INFO nova.virt.block_device [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Booting with volume 9968494f-23b2-4482-b321-8eb381040541 at /dev/sda [ 1227.861800] env[69245]: DEBUG nova.compute.manager [req-c3374f08-2496-4aac-8b6d-1c6fb8ab4f32 req-8e33d921-215d-4a27-b5ef-24ea55d4f3c5 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Received event network-vif-deleted-0c84d262-d8de-4159-b48c-3980d4bfd493 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.861877] env[69245]: INFO nova.compute.manager [req-c3374f08-2496-4aac-8b6d-1c6fb8ab4f32 req-8e33d921-215d-4a27-b5ef-24ea55d4f3c5 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Neutron deleted interface 0c84d262-d8de-4159-b48c-3980d4bfd493; detaching it from the instance and deleting it from the info cache [ 1227.862154] env[69245]: DEBUG nova.network.neutron [req-c3374f08-2496-4aac-8b6d-1c6fb8ab4f32 req-8e33d921-215d-4a27-b5ef-24ea55d4f3c5 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.867459] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab0197af-fa8d-4c78-9b0f-8d0762cef443 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.879265] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb16527-b514-455f-ad37-56ee9f91eba3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.923689] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3c31fe4-f7fc-48a1-bd7c-d7c1e789073e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.934337] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26f319-0faa-497d-91fe-956cef73b5a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.957450] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708804, 'name': PowerOffVM_Task, 'duration_secs': 0.239399} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.961025] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.961025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.961025] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be07a371-c1c3-4a07-955c-40506cd3f178 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.981429] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46757061-2522-45db-950b-07c0cccdd67b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.989110] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937379c5-22c9-451a-a64e-1c930f7d2693 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.005705] env[69245]: DEBUG nova.virt.block_device [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating existing volume attachment record: ea6db9c9-5a5c-450c-83dd-bb34ecf01fc0 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1228.023475] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.023632] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.023750] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleting the datastore file [datastore1] 48e9026d-e0b6-4629-b35b-6b43ee801d3e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.024051] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b4b6251-05b5-425f-bf7b-9836398b0a1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.037675] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1228.037675] env[69245]: value = "task-3708806" [ 1228.037675] env[69245]: _type = "Task" [ 1228.037675] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.046609] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.094773] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a9f553-bb19-1a19-dc72-d928bb9a9482, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.095654] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27848b6b-9957-4493-b745-16217745819d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.102391] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1228.102391] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f4f99-71c4-4b12-de9a-ab8703dfcc38" [ 1228.102391] env[69245]: _type = "Task" [ 1228.102391] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.112357] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f4f99-71c4-4b12-de9a-ab8703dfcc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.152421] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.310555] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.342834] env[69245]: DEBUG nova.network.neutron [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.364379] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0307268-6025-4c29-a5a9-8dace152e0e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.374952] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c88b0c-74b3-4132-9045-953f4d5614e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.415405] env[69245]: DEBUG nova.compute.manager [req-c3374f08-2496-4aac-8b6d-1c6fb8ab4f32 req-8e33d921-215d-4a27-b5ef-24ea55d4f3c5 service nova] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Detach interface failed, port_id=0c84d262-d8de-4159-b48c-3980d4bfd493, reason: Instance 48b3c6fa-f5be-465d-ad99-9df132f2cb97 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.547096] env[69245]: DEBUG oslo_vmware.api [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354675} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.547473] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.547812] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.548183] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.548562] env[69245]: INFO nova.compute.manager [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1228.548771] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.549048] env[69245]: DEBUG nova.compute.manager [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.549205] env[69245]: DEBUG nova.network.neutron [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.613245] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527f4f99-71c4-4b12-de9a-ab8703dfcc38, 'name': SearchDatastore_Task, 'duration_secs': 0.018032} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.613464] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.613732] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.613988] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68859d00-cc18-4c4d-9554-c9ce092b9014 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.621534] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1228.621534] env[69245]: value = "task-3708807" [ 1228.621534] env[69245]: _type = "Task" [ 1228.621534] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.631172] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.724763] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Successfully updated port: 58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.816983] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1228.817579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.423s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.818305] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.821s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.818790] env[69245]: DEBUG nova.objects.instance [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid 140cda16-c469-4970-8b0c-aa0b2a6b7591 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.845971] env[69245]: INFO nova.compute.manager [-] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Took 1.31 seconds to deallocate network for instance. [ 1229.136278] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.230450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.230632] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.230784] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.353899] env[69245]: DEBUG nova.network.neutron [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.356412] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.571121] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75e92e-ed79-4616-8a78-9876e399453a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.580988] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee35b22-01de-4d74-b39b-2bc935479128 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.616421] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58409e82-225a-47f6-897d-959d97ca2bb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.628921] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da653ed-bdb9-48a6-a2dc-d91927f4a81e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.635843] env[69245]: DEBUG nova.compute.manager [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Received event network-vif-plugged-58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.636011] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.636233] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.636398] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.636563] env[69245]: DEBUG nova.compute.manager [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] No waiting events found dispatching network-vif-plugged-58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1229.636965] env[69245]: WARNING nova.compute.manager [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Received unexpected event network-vif-plugged-58ebbe6d-732b-453a-b8a0-946f8cc34914 for instance with vm_state building and task_state block_device_mapping. [ 1229.636965] env[69245]: DEBUG nova.compute.manager [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Received event network-changed-58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.637100] env[69245]: DEBUG nova.compute.manager [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Refreshing instance network info cache due to event network-changed-58ebbe6d-732b-453a-b8a0-946f8cc34914. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.637267] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.654116] env[69245]: DEBUG nova.compute.provider_tree [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.655538] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681877} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.656532] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.656755] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.657077] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed18218e-33d7-4995-aa1f-926b68614557 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.665933] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1229.665933] env[69245]: value = "task-3708808" [ 1229.665933] env[69245]: _type = "Task" [ 1229.665933] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.676201] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.765050] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.857766] env[69245]: INFO nova.compute.manager [-] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Took 1.31 seconds to deallocate network for instance. [ 1229.892838] env[69245]: DEBUG nova.compute.manager [req-67a7a966-99f3-4772-a93a-2f8bfa59ccf5 req-0b6d8509-254e-46aa-9b90-271284c11783 service nova] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Received event network-vif-deleted-ec004302-134d-4ad3-8616-792b53cad539 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.936619] env[69245]: DEBUG nova.network.neutron [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.121551] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.122187] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.122452] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.122638] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.122841] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.123092] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.123270] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.123481] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.123658] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.123861] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.124175] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.124387] env[69245]: DEBUG nova.virt.hardware [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.125507] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf3bac-2d7f-4d03-a0ec-415dde7316a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.135619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2571c437-e71f-4258-a7b8-742fa8f708d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.157543] env[69245]: DEBUG nova.scheduler.client.report [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.176246] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083472} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.177228] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.178063] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237e7250-d0fe-4f7d-8088-ddbcfcdb34e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.202517] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.203154] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6df1b4-19f2-40d8-9acd-86fe3eaaf579 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.225215] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1230.225215] env[69245]: value = "task-3708809" [ 1230.225215] env[69245]: _type = "Task" [ 1230.225215] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.234498] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.364433] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.439506] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.439918] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Instance network_info: |[{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.440409] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.441029] env[69245]: DEBUG nova.network.neutron [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Refreshing network info cache for port 58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.441928] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:53:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ebbe6d-732b-453a-b8a0-946f8cc34914', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.449781] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.451063] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.451063] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a8210c6-a046-4f53-8577-89f124246b12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.474083] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.474083] env[69245]: value = "task-3708810" [ 1230.474083] env[69245]: _type = "Task" [ 1230.474083] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.483744] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708810, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.663325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.666012] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.514s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.666334] env[69245]: DEBUG nova.objects.instance [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lazy-loading 'resources' on Instance uuid 57cc49d3-af11-4012-907a-c1482690fd86 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.689692] env[69245]: INFO nova.scheduler.client.report [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance 140cda16-c469-4970-8b0c-aa0b2a6b7591 [ 1230.737785] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708809, 'name': ReconfigVM_Task, 'duration_secs': 0.407295} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.738937] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Reconfigured VM instance instance-00000065 to attach disk [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a/f46cd326-2e44-4ce6-a716-d67ff5e1bf9a.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.739611] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11016747-8b57-451c-83f5-21721ba10248 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.748291] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1230.748291] env[69245]: value = "task-3708811" [ 1230.748291] env[69245]: _type = "Task" [ 1230.748291] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.757307] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708811, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.986780] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708810, 'name': CreateVM_Task, 'duration_secs': 0.438471} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.989296] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.989988] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'attachment_id': 'ea6db9c9-5a5c-450c-83dd-bb34ecf01fc0', 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738663', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'name': 'volume-9968494f-23b2-4482-b321-8eb381040541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bfd696f-caaa-4abb-82db-78b018d51cee', 'attached_at': '', 'detached_at': '', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'serial': '9968494f-23b2-4482-b321-8eb381040541'}, 'volume_type': None}], 'swap': None} {{(pid=69245) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1230.990288] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Root volume attach. Driver type: vmdk {{(pid=69245) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1230.991579] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceecd712-6c58-423f-acf0-9f03c5c359bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.000841] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a3d6b9-d320-4942-8be5-f1bdb53a0368 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.008961] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a0fda3-23d7-41a9-95f8-14e69c446f0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.016404] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b51e0a40-7963-41b6-96d3-7a603e5786fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.025537] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1231.025537] env[69245]: value = "task-3708812" [ 1231.025537] env[69245]: _type = "Task" [ 1231.025537] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.036798] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708812, 'name': RelocateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.204413] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e1f8f0ab-2bdc-44ca-9a29-d6ed33a20152 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "140cda16-c469-4970-8b0c-aa0b2a6b7591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.709s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.207186] env[69245]: DEBUG nova.network.neutron [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updated VIF entry in instance network info cache for port 58ebbe6d-732b-453a-b8a0-946f8cc34914. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.207186] env[69245]: DEBUG nova.network.neutron [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.261595] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708811, 'name': Rename_Task, 'duration_secs': 0.193751} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.261595] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.264565] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f791fc1f-70ad-4df2-89d2-da419aef2511 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.272651] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1231.272651] env[69245]: value = "task-3708813" [ 1231.272651] env[69245]: _type = "Task" [ 1231.272651] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.284248] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.442710] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9a6ec9-8967-49fd-a18c-7940a1bbb9fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.452705] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f40776-594b-47a7-8e6c-8d6bfff1defc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.486856] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dadcdd-6b23-45a1-a13b-5cdbe497b3aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.496759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2fd661-4a20-4215-aa36-0c830d72ea8f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.514390] env[69245]: DEBUG nova.compute.provider_tree [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.536180] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708812, 'name': RelocateVM_Task} progress is 20%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.573684] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.574894] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40e71f-96ba-4dc4-b9e4-7f2598b0e126 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.581935] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.582144] env[69245]: ERROR oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk due to incomplete transfer. [ 1231.582396] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-679d9698-da73-4bb5-b092-7d276027c53f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.591661] env[69245]: DEBUG oslo_vmware.rw_handles [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b10f46-8a41-bf24-5501-6e85683379d0/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1231.591881] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Uploaded image 62c9c344-4580-43a9-9269-ca5cedd1072d to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1231.594626] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1231.594626] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dc81bb9-a856-495a-8fad-635706595c32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.602197] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1231.602197] env[69245]: value = "task-3708814" [ 1231.602197] env[69245]: _type = "Task" [ 1231.602197] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.611795] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708814, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.704334] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "343de92c-1ba9-484a-b86f-9575c4ee234f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.704652] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.704896] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.705111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.705337] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.707712] env[69245]: INFO nova.compute.manager [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Terminating instance [ 1231.711925] env[69245]: DEBUG oslo_concurrency.lockutils [req-5fec3745-3f30-42e8-8a02-b1bb49aa4f3f req-253f5233-96f1-44cc-9f46-260f38fa81ad service nova] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.787041] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708813, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.806790] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.807266] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.807544] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Cleaning up deleted instances with incomplete migration {{(pid=69245) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1232.017714] env[69245]: DEBUG nova.scheduler.client.report [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.036842] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708812, 'name': RelocateVM_Task, 'duration_secs': 0.567521} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.037800] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1232.037915] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738663', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'name': 'volume-9968494f-23b2-4482-b321-8eb381040541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bfd696f-caaa-4abb-82db-78b018d51cee', 'attached_at': '', 'detached_at': '', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'serial': '9968494f-23b2-4482-b321-8eb381040541'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1232.038709] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89887e-7cab-4bd6-bd1e-7b2b7891c2b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.057499] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81415d1-666b-4e12-aeba-5721971dbdaf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.081129] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-9968494f-23b2-4482-b321-8eb381040541/volume-9968494f-23b2-4482-b321-8eb381040541.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.081429] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c5386f-8d75-4bbc-825d-fca2ba874a9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.101598] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1232.101598] env[69245]: value = "task-3708815" [ 1232.101598] env[69245]: _type = "Task" [ 1232.101598] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.113255] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.116209] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708814, 'name': Destroy_Task, 'duration_secs': 0.325984} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.116455] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Destroyed the VM [ 1232.116711] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1232.116958] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee2baa43-7fe5-43ea-b083-472eb1eb4adb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.123527] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1232.123527] env[69245]: value = "task-3708816" [ 1232.123527] env[69245]: _type = "Task" [ 1232.123527] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.134875] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.214488] env[69245]: DEBUG nova.compute.manager [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.214703] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.215701] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf9a57-fba5-4a4f-82f0-909eb446afeb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.224542] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.224875] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85dc450c-36a2-4efc-86ab-3cdf70530fb1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.232263] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1232.232263] env[69245]: value = "task-3708817" [ 1232.232263] env[69245]: _type = "Task" [ 1232.232263] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.241744] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.283896] env[69245]: DEBUG oslo_vmware.api [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708813, 'name': PowerOnVM_Task, 'duration_secs': 0.574518} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.284198] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.284412] env[69245]: DEBUG nova.compute.manager [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.285272] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13bfe9a-020f-4eec-ac29-61eae2a7d8fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.524436] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.526531] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.170s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.526850] env[69245]: DEBUG nova.objects.instance [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'resources' on Instance uuid 48b3c6fa-f5be-465d-ad99-9df132f2cb97 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.544756] env[69245]: INFO nova.scheduler.client.report [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Deleted allocations for instance 57cc49d3-af11-4012-907a-c1482690fd86 [ 1232.611471] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708815, 'name': ReconfigVM_Task, 'duration_secs': 0.348345} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.611752] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-9968494f-23b2-4482-b321-8eb381040541/volume-9968494f-23b2-4482-b321-8eb381040541.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.616507] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbabeb8-c2e2-4b78-a3b9-0dc3701ce325 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.635019] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708816, 'name': RemoveSnapshot_Task, 'duration_secs': 0.443994} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.636388] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1232.636680] env[69245]: DEBUG nova.compute.manager [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.637015] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1232.637015] env[69245]: value = "task-3708818" [ 1232.637015] env[69245]: _type = "Task" [ 1232.637015] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.637700] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f18ff34-c770-4f08-8c60-34282e173d7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.652140] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.744270] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708817, 'name': PowerOffVM_Task, 'duration_secs': 0.287359} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.744581] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.744748] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.745014] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a104c48-94c3-49d6-9713-e8c788f1c3c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.795049] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.795298] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.803600] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.819891] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.819891] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.819891] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleting the datastore file [datastore1] 343de92c-1ba9-484a-b86f-9575c4ee234f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.819891] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c06da3d0-e329-4fb6-bd6e-8f0bdf04ba6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.829299] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1232.829299] env[69245]: value = "task-3708820" [ 1232.829299] env[69245]: _type = "Task" [ 1232.829299] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.839896] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.057581] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b74162bb-2379-4a74-af7e-621dfb49a0bf tempest-AttachInterfacesTestJSON-1461963537 tempest-AttachInterfacesTestJSON-1461963537-project-member] Lock "57cc49d3-af11-4012-907a-c1482690fd86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.390s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.158856] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708818, 'name': ReconfigVM_Task, 'duration_secs': 0.140909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.159620] env[69245]: INFO nova.compute.manager [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Shelve offloading [ 1233.165225] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738663', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'name': 'volume-9968494f-23b2-4482-b321-8eb381040541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bfd696f-caaa-4abb-82db-78b018d51cee', 'attached_at': '', 'detached_at': '', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'serial': '9968494f-23b2-4482-b321-8eb381040541'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.168979] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55bcd450-229e-4639-970e-e3342af56586 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.179406] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1233.179406] env[69245]: value = "task-3708821" [ 1233.179406] env[69245]: _type = "Task" [ 1233.179406] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.195379] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708821, 'name': Rename_Task} progress is 10%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.297444] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6de459-6635-4ff6-a79a-ea4e7a4ced9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.301059] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.310117] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2380d-412a-4a70-9297-3caccaad6071 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315574] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.316389] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.350358] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11938343-9274-4afd-9a87-3fc50a46254b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.359411] env[69245]: DEBUG oslo_vmware.api [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152839} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.361709] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.361794] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.362014] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.362139] env[69245]: INFO nova.compute.manager [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1233.362725] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.362725] env[69245]: DEBUG nova.compute.manager [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.362725] env[69245]: DEBUG nova.network.neutron [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.365279] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1c9e67-589d-44b6-b4d4-1529c526a2c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.381393] env[69245]: DEBUG nova.compute.provider_tree [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.672363] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.672693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6db9d92-821e-48cc-8e06-702adc31602b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.680467] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1233.680467] env[69245]: value = "task-3708822" [ 1233.680467] env[69245]: _type = "Task" [ 1233.680467] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.700802] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1233.701136] env[69245]: DEBUG nova.compute.manager [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.701403] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708821, 'name': Rename_Task, 'duration_secs': 0.144843} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.702117] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33e2af-6fed-46fe-9049-c362802c6209 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.704638] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.704872] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d67be0-dcc1-4761-bf43-f4073c853df4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.709999] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.710217] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.710382] env[69245]: DEBUG nova.network.neutron [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.712765] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1233.712765] env[69245]: value = "task-3708823" [ 1233.712765] env[69245]: _type = "Task" [ 1233.712765] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.721878] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.807909] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.828996] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.884352] env[69245]: DEBUG nova.scheduler.client.report [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.970953] env[69245]: DEBUG nova.compute.manager [req-1b595b28-d812-420a-85a8-004c8d3e430e req-2bb85440-8483-4763-b55a-e7f594438d4b service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Received event network-vif-deleted-6fe9ed27-4b8b-4837-aa76-eb33a38aab97 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.971187] env[69245]: INFO nova.compute.manager [req-1b595b28-d812-420a-85a8-004c8d3e430e req-2bb85440-8483-4763-b55a-e7f594438d4b service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Neutron deleted interface 6fe9ed27-4b8b-4837-aa76-eb33a38aab97; detaching it from the instance and deleting it from the info cache [ 1233.971380] env[69245]: DEBUG nova.network.neutron [req-1b595b28-d812-420a-85a8-004c8d3e430e req-2bb85440-8483-4763-b55a-e7f594438d4b service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.228541] env[69245]: DEBUG oslo_vmware.api [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708823, 'name': PowerOnVM_Task, 'duration_secs': 0.515734} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.229030] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.229310] env[69245]: INFO nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Took 4.11 seconds to spawn the instance on the hypervisor. [ 1234.229505] env[69245]: DEBUG nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.230778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdacf93-b9e1-475a-8ac0-7ad95167ccb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.390658] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.392874] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.029s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.393129] env[69245]: DEBUG nova.objects.instance [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lazy-loading 'resources' on Instance uuid 48e9026d-e0b6-4629-b35b-6b43ee801d3e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.420458] env[69245]: INFO nova.scheduler.client.report [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 48b3c6fa-f5be-465d-ad99-9df132f2cb97 [ 1234.443128] env[69245]: DEBUG nova.network.neutron [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.478104] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72b6036c-59ef-4860-b142-a81bb355842a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.487321] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de9aeb-323c-4390-9dbd-e02d2fd55674 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.499339] env[69245]: DEBUG nova.network.neutron [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.526959] env[69245]: DEBUG nova.compute.manager [req-1b595b28-d812-420a-85a8-004c8d3e430e req-2bb85440-8483-4763-b55a-e7f594438d4b service nova] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Detach interface failed, port_id=6fe9ed27-4b8b-4837-aa76-eb33a38aab97, reason: Instance 343de92c-1ba9-484a-b86f-9575c4ee234f could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.759220] env[69245]: INFO nova.compute.manager [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Took 12.65 seconds to build instance. [ 1234.805625] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.932117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da0f424d-ba05-4573-b0b7-47f8f17ff53e tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "48b3c6fa-f5be-465d-ad99-9df132f2cb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.542s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.946222] env[69245]: INFO nova.compute.manager [-] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Took 1.58 seconds to deallocate network for instance. [ 1235.004021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.193162] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b275d41-f55a-4cde-9b1f-f62874162a31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.204068] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a1d66-4ded-4fce-9061-dc6f1117be8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.241081] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126226f-3690-47e9-8dbc-03ed7533f432 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.249587] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eda13fb-1623-4508-b489-e04ff7fc3a87 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.266293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1829ef43-dd12-4605-8fd7-84a8ec6fc652 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.171s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.266638] env[69245]: DEBUG nova.compute.provider_tree [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.308514] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.457438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.723297] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.725138] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8b6d6f-8a7b-4f2e-80e0-eeeebd051bb8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.735233] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.735531] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbfc6254-ab81-4a8c-a78a-835e285acc95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.774375] env[69245]: DEBUG nova.scheduler.client.report [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.784705] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "24422a58-2b14-43dd-a140-0aeefc16d621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.784933] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.810209] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.810471] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.810718] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleting the datastore file [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.811055] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04bad271-9877-48a8-a9fd-95e3d23917cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.818959] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1235.818959] env[69245]: value = "task-3708825" [ 1235.818959] env[69245]: _type = "Task" [ 1235.818959] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.832968] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.000733] env[69245]: DEBUG nova.compute.manager [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-vif-unplugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.000733] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.000733] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.001528] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.004420] env[69245]: DEBUG nova.compute.manager [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] No waiting events found dispatching network-vif-unplugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.004420] env[69245]: WARNING nova.compute.manager [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received unexpected event network-vif-unplugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a for instance with vm_state shelved and task_state shelving_offloading. [ 1236.004420] env[69245]: DEBUG nova.compute.manager [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.004420] env[69245]: DEBUG nova.compute.manager [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing instance network info cache due to event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.004420] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.004420] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.004420] env[69245]: DEBUG nova.network.neutron [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.283024] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.283447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.480s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.284084] env[69245]: DEBUG nova.objects.instance [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1236.286946] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.308319] env[69245]: INFO nova.scheduler.client.report [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted allocations for instance 48e9026d-e0b6-4629-b35b-6b43ee801d3e [ 1236.335027] env[69245]: DEBUG oslo_vmware.api [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147217} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.335027] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.335027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.335027] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.351506] env[69245]: DEBUG nova.compute.manager [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received event network-changed-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.352111] env[69245]: DEBUG nova.compute.manager [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing instance network info cache due to event network-changed-fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.352322] env[69245]: DEBUG oslo_concurrency.lockutils [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] Acquiring lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.352566] env[69245]: DEBUG oslo_concurrency.lockutils [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] Acquired lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.352566] env[69245]: DEBUG nova.network.neutron [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Refreshing network info cache for port fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.366444] env[69245]: INFO nova.scheduler.client.report [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted allocations for instance e44f8c2a-23fc-411f-8de5-c6412c50c0a7 [ 1236.819862] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ae8ca12e-ef30-4add-abcd-1e834b9d9aaf tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "48e9026d-e0b6-4629-b35b-6b43ee801d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.911s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.824710] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.871985] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.918881] env[69245]: DEBUG nova.network.neutron [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updated VIF entry in instance network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.919277] env[69245]: DEBUG nova.network.neutron [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbc43ac23-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.183047] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.183047] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.183047] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.183257] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.183390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.186123] env[69245]: INFO nova.compute.manager [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Terminating instance [ 1237.198524] env[69245]: DEBUG nova.network.neutron [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updated VIF entry in instance network info cache for port fff5175b-f505-4219-9ee6-3f473b395874. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.198877] env[69245]: DEBUG nova.network.neutron [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [{"id": "fff5175b-f505-4219-9ee6-3f473b395874", "address": "fa:16:3e:f2:75:4a", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfff5175b-f5", "ovs_interfaceid": "fff5175b-f505-4219-9ee6-3f473b395874", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.302833] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b3e7dd41-7137-4822-a873-05dce98f4d42 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.303993] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.475s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.306067] env[69245]: INFO nova.compute.claims [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.422893] env[69245]: DEBUG oslo_concurrency.lockutils [req-bb6df7a0-7c24-4138-8454-fe43ec1f2b6b req-841f2c65-4ae3-4a7a-9b7e-5ea1e50e7cee service nova] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.693993] env[69245]: DEBUG nova.compute.manager [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.693993] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.693993] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61629859-46cc-47c0-ab84-fd00a09d37eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.702729] env[69245]: DEBUG oslo_concurrency.lockutils [req-cbc7265a-ab63-48dc-97ad-11df24598250 req-a7bfda8a-e41a-47d3-a5bf-6695e556e39c service nova] Releasing lock "refresh_cache-5b2d06c1-0308-4145-9f70-809fdc3ce700" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.703109] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.704102] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd1d2d8-d44e-490f-ac49-328c5e2a86b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.713920] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1237.713920] env[69245]: value = "task-3708826" [ 1237.713920] env[69245]: _type = "Task" [ 1237.713920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.723765] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.029710] env[69245]: DEBUG nova.compute.manager [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1238.230725] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708826, 'name': PowerOffVM_Task, 'duration_secs': 0.213563} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.231154] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.231474] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.231860] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b499eb7-2b90-42f3-a458-cac8d6ac6bc2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.383938] env[69245]: DEBUG nova.compute.manager [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Received event network-changed-58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.384256] env[69245]: DEBUG nova.compute.manager [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Refreshing instance network info cache due to event network-changed-58ebbe6d-732b-453a-b8a0-946f8cc34914. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.384565] env[69245]: DEBUG oslo_concurrency.lockutils [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.384769] env[69245]: DEBUG oslo_concurrency.lockutils [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.384989] env[69245]: DEBUG nova.network.neutron [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Refreshing network info cache for port 58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.538139] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.538551] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.542323] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleting the datastore file [datastore1] 80a67e36-d977-478f-8d9e-46e1e3c9f0d8 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.542667] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8cf7d52-b1dd-48c1-8f05-01040959701e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.549814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.553385] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1238.553385] env[69245]: value = "task-3708828" [ 1238.553385] env[69245]: _type = "Task" [ 1238.553385] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.565020] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.633194] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69f7e7-56ef-4632-bdca-c9af4ae1b0c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.636510] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.643670] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256a304-4fe9-4478-8670-0da8f24415af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.681125] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4e398-45cc-44e0-8af1-00aa2e5f2d0d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.691781] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9af923-bb96-4a63-a3e4-156aadf9ea29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.707380] env[69245]: DEBUG nova.compute.provider_tree [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.063571] env[69245]: DEBUG oslo_vmware.api [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153702} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.063898] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.064196] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.064404] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.064627] env[69245]: INFO nova.compute.manager [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1239.064920] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.067824] env[69245]: DEBUG nova.compute.manager [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.067979] env[69245]: DEBUG nova.network.neutron [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.137111] env[69245]: DEBUG nova.network.neutron [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updated VIF entry in instance network info cache for port 58ebbe6d-732b-453a-b8a0-946f8cc34914. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.137598] env[69245]: DEBUG nova.network.neutron [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.211630] env[69245]: DEBUG nova.scheduler.client.report [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.454341] env[69245]: DEBUG nova.compute.manager [req-2781c15b-3da0-4a80-a0d7-7bc72011517d req-cb544604-cc7b-49ea-90df-ac96808655bf service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Received event network-vif-deleted-c55b9717-abd8-439d-95c3-4fb5e5472914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.454543] env[69245]: INFO nova.compute.manager [req-2781c15b-3da0-4a80-a0d7-7bc72011517d req-cb544604-cc7b-49ea-90df-ac96808655bf service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Neutron deleted interface c55b9717-abd8-439d-95c3-4fb5e5472914; detaching it from the instance and deleting it from the info cache [ 1239.454692] env[69245]: DEBUG nova.network.neutron [req-2781c15b-3da0-4a80-a0d7-7bc72011517d req-cb544604-cc7b-49ea-90df-ac96808655bf service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.640750] env[69245]: DEBUG oslo_concurrency.lockutils [req-9a9d7128-82f4-4715-98a1-c51fa28d48c1 req-27ef8b9e-6699-4c5f-af0c-8a55d89fa315 service nova] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.717450] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.718185] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.720711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.412s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.721228] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.721228] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1239.721824] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.265s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.722168] env[69245]: DEBUG nova.objects.instance [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'resources' on Instance uuid 343de92c-1ba9-484a-b86f-9575c4ee234f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.724292] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf2660-50c9-4386-9a93-9f5f606f1dc0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.734347] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf9ec2-f5a3-4ccf-b220-8bcd4585bf39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.751878] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a1a69-b93e-4bc1-a58b-545c5be347c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.760914] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a35aad-e862-405c-87c4-79fdb3e2817c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.798732] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178819MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1239.799151] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.925965] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "c1771023-69d6-4383-a834-21e8e7452e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.926244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.927578] env[69245]: DEBUG nova.network.neutron [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.960801] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011ef2b5-5d3a-4d36-85ec-a45ae70cad1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.963567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.964103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.974212] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9aa8d5-cfca-4683-832d-4f4c579519bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.993286] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.993584] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.010885] env[69245]: DEBUG nova.compute.manager [req-2781c15b-3da0-4a80-a0d7-7bc72011517d req-cb544604-cc7b-49ea-90df-ac96808655bf service nova] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Detach interface failed, port_id=c55b9717-abd8-439d-95c3-4fb5e5472914, reason: Instance 80a67e36-d977-478f-8d9e-46e1e3c9f0d8 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.225567] env[69245]: DEBUG nova.compute.utils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.227107] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.227302] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.274565] env[69245]: DEBUG nova.policy [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bcdf414a9d64ce78a276d1751dd75ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43d9841fb04d4a9c9eda3ca1ef40fbd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.429559] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.439199] env[69245]: INFO nova.compute.manager [-] [instance: 80a67e36-d977-478f-8d9e-46e1e3c9f0d8] Took 1.37 seconds to deallocate network for instance. [ 1240.467159] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.495819] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.633703] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3e574-ab92-4778-bcc4-1aaa7a805ca9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.642072] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245a5060-d9a4-43ca-bfd8-e6b98e820a41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.672994] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Successfully created port: dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.675452] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170ac38-4d73-4227-8d35-be4305e30eaa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.683601] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd76ec8-0016-4b9e-b09d-294c72e52c46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.697066] env[69245]: DEBUG nova.compute.provider_tree [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.733574] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.952423] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.958042] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.992520] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.021259] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.200088] env[69245]: DEBUG nova.scheduler.client.report [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.705284] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.707818] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.883s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.709844] env[69245]: INFO nova.compute.claims [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.725683] env[69245]: INFO nova.scheduler.client.report [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted allocations for instance 343de92c-1ba9-484a-b86f-9575c4ee234f [ 1241.742703] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.774623] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.774873] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.775050] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.775234] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.775381] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.775528] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.775740] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.775902] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.777030] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.777030] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.777030] env[69245]: DEBUG nova.virt.hardware [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.777433] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfc114-adf0-47fc-bd5b-e10c25712195 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.788717] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d006f1c-b63c-4dc7-8991-9d567a41c083 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.234290] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f964fc29-da8b-4c59-aa7d-b04e5af60e28 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "343de92c-1ba9-484a-b86f-9575c4ee234f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.530s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.267141] env[69245]: DEBUG nova.compute.manager [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Received event network-vif-plugged-dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.267141] env[69245]: DEBUG oslo_concurrency.lockutils [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] Acquiring lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.267141] env[69245]: DEBUG oslo_concurrency.lockutils [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.267141] env[69245]: DEBUG oslo_concurrency.lockutils [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.268570] env[69245]: DEBUG nova.compute.manager [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] No waiting events found dispatching network-vif-plugged-dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1242.268901] env[69245]: WARNING nova.compute.manager [req-463bb6fc-d909-44bc-8985-d9efd869d284 req-74c22a8f-4a94-4fae-9c97-e4b35984ba60 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Received unexpected event network-vif-plugged-dee233ec-bc29-4aa3-a845-c2c731ea38b0 for instance with vm_state building and task_state spawning. [ 1242.425376] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Successfully updated port: dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.746711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.746997] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.747190] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.747372] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.747538] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.749672] env[69245]: INFO nova.compute.manager [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Terminating instance [ 1242.930971] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.931069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.931316] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.974400] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9daf7a-49d7-4a7f-9e57-0eb6bff19ee7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.982879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1515b5b-09b8-4e81-9dec-8a184196ed1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.016527] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4983fd-c1b2-453a-ae7b-440c52f4d2fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.025212] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97e6ea-5864-4cbc-a50e-1f5dbfd5cc94 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.040239] env[69245]: DEBUG nova.compute.provider_tree [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.256114] env[69245]: DEBUG nova.compute.manager [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.256114] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.256966] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bf82ac-b5dc-4479-8c03-f16e680752e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.265651] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.265895] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e063d642-45d9-46f1-a2c0-84b909e7a25f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.273541] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1243.273541] env[69245]: value = "task-3708829" [ 1243.273541] env[69245]: _type = "Task" [ 1243.273541] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.282013] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.379441] env[69245]: DEBUG oslo_concurrency.lockutils [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.379716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.472587] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.543304] env[69245]: DEBUG nova.scheduler.client.report [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.647255] env[69245]: DEBUG nova.network.neutron [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Updating instance_info_cache with network_info: [{"id": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "address": "fa:16:3e:91:92:c8", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee233ec-bc", "ovs_interfaceid": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.653785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.654058] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.654260] env[69245]: INFO nova.compute.manager [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Shelving [ 1243.783724] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708829, 'name': PowerOffVM_Task, 'duration_secs': 0.256512} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.784493] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.784801] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.785089] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09534988-506b-405a-a309-2c3a044b7e7a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.844147] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.844379] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.844569] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleting the datastore file [datastore2] 8fd1e738-a57a-401b-a0ee-2f9aaa97028f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.844962] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c039eed-ec2c-45ce-957c-cc934b01c9aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.854486] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1243.854486] env[69245]: value = "task-3708831" [ 1243.854486] env[69245]: _type = "Task" [ 1243.854486] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.863526] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.882632] env[69245]: INFO nova.compute.manager [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Detaching volume 9a7aba7b-7eee-49b4-9113-d51cc80a99db [ 1243.920163] env[69245]: INFO nova.virt.block_device [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Attempting to driver detach volume 9a7aba7b-7eee-49b4-9113-d51cc80a99db from mountpoint /dev/sdb [ 1243.920263] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1243.920447] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738642', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'name': 'volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b549dde-57e3-47de-900c-f6af4536b595', 'attached_at': '', 'detached_at': '', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'serial': '9a7aba7b-7eee-49b4-9113-d51cc80a99db'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1243.921496] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae89ce-4298-4978-b960-04d48844ae41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.946260] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd65a2-3b17-4717-8565-5c14a68fe57e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.954759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cf9148-cd5e-4f5d-861c-e2af188e5b3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.977770] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9069672-5123-4b4c-8885-a4486255da9b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.994773] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db/volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1243.999763] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.000152] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab94336f-df3a-43cb-b610-858198520c75 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.023484] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1244.023484] env[69245]: value = "task-3708832" [ 1244.023484] env[69245]: _type = "Task" [ 1244.023484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.032549] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.049845] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.050443] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.053178] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.181s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.053410] env[69245]: DEBUG nova.objects.instance [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'resources' on Instance uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.150651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.151058] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Instance network_info: |[{"id": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "address": "fa:16:3e:91:92:c8", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee233ec-bc", "ovs_interfaceid": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.151702] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:92:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dee233ec-bc29-4aa3-a845-c2c731ea38b0', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.163048] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.166359] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.166359] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b548dbed-022c-46ba-bc70-856901bc17a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.190344] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.190344] env[69245]: value = "task-3708833" [ 1244.190344] env[69245]: _type = "Task" [ 1244.190344] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.203704] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708833, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.295327] env[69245]: DEBUG nova.compute.manager [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Received event network-changed-dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.295415] env[69245]: DEBUG nova.compute.manager [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Refreshing instance network info cache due to event network-changed-dee233ec-bc29-4aa3-a845-c2c731ea38b0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.295612] env[69245]: DEBUG oslo_concurrency.lockutils [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] Acquiring lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.295746] env[69245]: DEBUG oslo_concurrency.lockutils [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] Acquired lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.295906] env[69245]: DEBUG nova.network.neutron [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Refreshing network info cache for port dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.366055] env[69245]: DEBUG oslo_vmware.api [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162633} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.366351] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.366541] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.366724] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.366898] env[69245]: INFO nova.compute.manager [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1244.367186] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.367393] env[69245]: DEBUG nova.compute.manager [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.367492] env[69245]: DEBUG nova.network.neutron [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.534114] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708832, 'name': ReconfigVM_Task, 'duration_secs': 0.264361} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.534407] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.539157] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a0fce3-6684-48a9-a2d5-040e2f43401e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.554602] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1244.554602] env[69245]: value = "task-3708834" [ 1244.554602] env[69245]: _type = "Task" [ 1244.554602] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.556234] env[69245]: DEBUG nova.compute.utils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.557964] env[69245]: DEBUG nova.objects.instance [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'numa_topology' on Instance uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.562894] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.563028] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.571963] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.610196] env[69245]: DEBUG nova.policy [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.687542] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.687940] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d122ab8-eabd-4992-92d6-fb3cbc0d3226 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.697725] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1244.697725] env[69245]: value = "task-3708835" [ 1244.697725] env[69245]: _type = "Task" [ 1244.697725] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.705760] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708833, 'name': CreateVM_Task, 'duration_secs': 0.358747} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.706637] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.707528] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.707979] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.708478] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.712594] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa456fe3-e94b-426e-a149-7513d7cde8c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.714795] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.719647] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1244.719647] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc74fe-6d10-0959-d3bd-aa536455e5bc" [ 1244.719647] env[69245]: _type = "Task" [ 1244.719647] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.730756] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc74fe-6d10-0959-d3bd-aa536455e5bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.932293] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Successfully created port: 24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.059736] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.066182] env[69245]: DEBUG nova.objects.base [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1245.068972] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.208858] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708835, 'name': PowerOffVM_Task, 'duration_secs': 0.188089} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.209162] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.210013] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf32005-961a-441d-81a1-7292aa510285 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.237378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891084a3-bd46-488e-8ea2-88d17a52474d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.251284] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52dc74fe-6d10-0959-d3bd-aa536455e5bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.254103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.254103] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.254103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.254103] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.254293] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.259804] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e37670c-3ba7-4831-891d-ce4ac3889273 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.270037] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.270037] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.271955] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3000a862-fb78-4799-9a87-ccbc7e18e333 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.280208] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1245.280208] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5245b8d5-2b1e-5a05-5098-9868dc7ef020" [ 1245.280208] env[69245]: _type = "Task" [ 1245.280208] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.288500] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5245b8d5-2b1e-5a05-5098-9868dc7ef020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.369989] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce57f0-9fac-4e9b-9c4b-be8d040d53cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.376783] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846723c0-aa76-42a3-930d-8c471f3f7ed0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.380929] env[69245]: DEBUG nova.network.neutron [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Updated VIF entry in instance network info cache for port dee233ec-bc29-4aa3-a845-c2c731ea38b0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.381351] env[69245]: DEBUG nova.network.neutron [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Updating instance_info_cache with network_info: [{"id": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "address": "fa:16:3e:91:92:c8", "network": {"id": "e6e68eab-c546-4d42-9b0b-c20a32daa5d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-672064782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43d9841fb04d4a9c9eda3ca1ef40fbd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdee233ec-bc", "ovs_interfaceid": "dee233ec-bc29-4aa3-a845-c2c731ea38b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.411267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e487b64-2882-4755-9a95-790da62bbd23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.420858] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303bb8a-7629-4169-aace-3d3ca0922516 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.436128] env[69245]: DEBUG nova.compute.provider_tree [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.566979] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.763537] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1245.763855] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a2f4bb8-5fb3-490b-bf82-63057bda1650 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.772697] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1245.772697] env[69245]: value = "task-3708836" [ 1245.772697] env[69245]: _type = "Task" [ 1245.772697] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.781928] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.791649] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5245b8d5-2b1e-5a05-5098-9868dc7ef020, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.792469] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc5d523-f212-4fb0-91d3-723c35a65465 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.798987] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1245.798987] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246aab7-a2c2-cce3-7dc6-8fca08c3267c" [ 1245.798987] env[69245]: _type = "Task" [ 1245.798987] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.809197] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246aab7-a2c2-cce3-7dc6-8fca08c3267c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.883929] env[69245]: DEBUG oslo_concurrency.lockutils [req-25d1cbba-f513-4018-94be-379110b503c5 req-2a1d4044-55b0-47e4-9610-979f224278b4 service nova] Releasing lock "refresh_cache-d90a03e6-af8d-4394-8fd6-441190aa8ba6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.940455] env[69245]: DEBUG nova.scheduler.client.report [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.066889] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.081341] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.084095] env[69245]: DEBUG nova.network.neutron [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.116616] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.116616] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.116616] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.116942] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.116942] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.117094] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.117396] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.117584] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.117869] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.117971] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.118217] env[69245]: DEBUG nova.virt.hardware [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.119939] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed34e454-dc54-477e-b0d1-ec155ad454f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.127774] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f46485f-d1ab-492f-811b-1ba7d0e83dcf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.283095] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708836, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.310309] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5246aab7-a2c2-cce3-7dc6-8fca08c3267c, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.310617] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.310962] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d90a03e6-af8d-4394-8fd6-441190aa8ba6/d90a03e6-af8d-4394-8fd6-441190aa8ba6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.311330] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9196c1b9-7abe-4919-aa75-6a14de290d97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.320630] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1246.320630] env[69245]: value = "task-3708837" [ 1246.320630] env[69245]: _type = "Task" [ 1246.320630] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.323049] env[69245]: DEBUG nova.compute.manager [req-8e99cd9e-6721-4325-b5ba-1a97a219f206 req-5f2bbfa0-1bb3-4712-80b9-703e1c2652e9 service nova] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Received event network-vif-deleted-31c4365e-baa5-4856-abf0-513731b2e2a0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.334050] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.361751] env[69245]: DEBUG nova.compute.manager [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Received event network-vif-plugged-24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.362208] env[69245]: DEBUG oslo_concurrency.lockutils [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] Acquiring lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.362353] env[69245]: DEBUG oslo_concurrency.lockutils [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] Lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.362416] env[69245]: DEBUG oslo_concurrency.lockutils [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] Lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.362599] env[69245]: DEBUG nova.compute.manager [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] No waiting events found dispatching network-vif-plugged-24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.362802] env[69245]: WARNING nova.compute.manager [req-7870d043-834d-4609-abaf-5360efeaf0ea req-0062e545-457c-4d19-b8da-ce7ac723a6bb service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Received unexpected event network-vif-plugged-24a30830-cd53-4a4f-ab21-a9e8862db2aa for instance with vm_state building and task_state spawning. [ 1246.448049] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.452350] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.902s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.455285] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Successfully updated port: 24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.577330] env[69245]: DEBUG oslo_vmware.api [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708834, 'name': ReconfigVM_Task, 'duration_secs': 1.79305} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.577970] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738642', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'name': 'volume-9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b549dde-57e3-47de-900c-f6af4536b595', 'attached_at': '', 'detached_at': '', 'volume_id': '9a7aba7b-7eee-49b4-9113-d51cc80a99db', 'serial': '9a7aba7b-7eee-49b4-9113-d51cc80a99db'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1246.586886] env[69245]: INFO nova.compute.manager [-] [instance: 8fd1e738-a57a-401b-a0ee-2f9aaa97028f] Took 2.22 seconds to deallocate network for instance. [ 1246.787086] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708836, 'name': CreateSnapshot_Task, 'duration_secs': 0.80013} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.787617] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1246.788730] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24f611-660d-4c6d-837c-8d58db16f1e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.833304] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.962376] env[69245]: INFO nova.compute.claims [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.967698] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.967939] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.968203] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.969313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1d98fb16-8230-4096-a297-a03ebdae3847 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.974s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.970388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.334s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.970605] env[69245]: INFO nova.compute.manager [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Unshelving [ 1247.094293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.134901] env[69245]: DEBUG nova.objects.instance [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid 4b549dde-57e3-47de-900c-f6af4536b595 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.310328] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1247.310692] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd4ef328-d60c-4ca1-87a0-1c4e5d6cc6be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.319903] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1247.319903] env[69245]: value = "task-3708838" [ 1247.319903] env[69245]: _type = "Task" [ 1247.319903] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.332247] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708838, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.335403] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537261} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.335701] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d90a03e6-af8d-4394-8fd6-441190aa8ba6/d90a03e6-af8d-4394-8fd6-441190aa8ba6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.335839] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.336083] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985a706f-6d68-4526-8b8f-0dbdb8792426 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.342080] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1247.342080] env[69245]: value = "task-3708839" [ 1247.342080] env[69245]: _type = "Task" [ 1247.342080] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.352971] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.472771] env[69245]: INFO nova.compute.resource_tracker [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating resource usage from migration d9d15aba-085b-4861-8fd9-495b975be0db [ 1247.511689] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.658341] env[69245]: DEBUG nova.network.neutron [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Updating instance_info_cache with network_info: [{"id": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "address": "fa:16:3e:55:92:8b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a30830-cd", "ovs_interfaceid": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.730829] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055e81a0-edb5-42fd-8ccd-a3e701d23a50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.739161] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50f763-8ccb-4cca-bfa6-5493bbfb2b4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.774083] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde577c-d0e1-4987-8868-41bacfe7b442 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.782785] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c07355-d993-4e54-9ca3-b169c85b9daf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.797295] env[69245]: DEBUG nova.compute.provider_tree [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.831495] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708838, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.853027] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089725} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.853419] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.854366] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a1119-8633-4e8d-a049-7602d9d3892e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.879236] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] d90a03e6-af8d-4394-8fd6-441190aa8ba6/d90a03e6-af8d-4394-8fd6-441190aa8ba6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.879926] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ac2146-62f1-4ff1-bcb3-800eeee42aa9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.901968] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1247.901968] env[69245]: value = "task-3708840" [ 1247.901968] env[69245]: _type = "Task" [ 1247.901968] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.911954] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.996839] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.144411] env[69245]: DEBUG oslo_concurrency.lockutils [None req-253deb98-1b55-4f55-8379-7a5d001f16a1 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.764s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.161345] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.161688] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Instance network_info: |[{"id": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "address": "fa:16:3e:55:92:8b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a30830-cd", "ovs_interfaceid": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.162390] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:92:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24a30830-cd53-4a4f-ab21-a9e8862db2aa', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.170293] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.170877] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.171173] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-885ad421-4a31-4a6b-82f1-72e292f00555 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.192266] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.192266] env[69245]: value = "task-3708841" [ 1248.192266] env[69245]: _type = "Task" [ 1248.192266] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.203093] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708841, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.300959] env[69245]: DEBUG nova.scheduler.client.report [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.331474] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708838, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.389320] env[69245]: DEBUG nova.compute.manager [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Received event network-changed-24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.389461] env[69245]: DEBUG nova.compute.manager [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Refreshing instance network info cache due to event network-changed-24a30830-cd53-4a4f-ab21-a9e8862db2aa. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.389690] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] Acquiring lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.389857] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] Acquired lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.390036] env[69245]: DEBUG nova.network.neutron [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Refreshing network info cache for port 24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.413802] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.702935] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708841, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.807102] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.807102] env[69245]: INFO nova.compute.manager [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Migrating [ 1248.813283] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.014s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.832377] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708838, 'name': CloneVM_Task, 'duration_secs': 1.297091} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.833204] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Created linked-clone VM from snapshot [ 1248.833955] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a165ac9-218f-46e7-bf1d-1a5d493933a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.842719] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Uploading image 68e5c20f-86b0-4041-9a51-1ad0ab062f76 {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.876435] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.876435] env[69245]: value = "vm-738672" [ 1248.876435] env[69245]: _type = "VirtualMachine" [ 1248.876435] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.876734] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fee661c0-ed86-4b06-b57a-3c3fb84fb586 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.880383] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.880583] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.880780] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "4b549dde-57e3-47de-900c-f6af4536b595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.880958] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.881141] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.883394] env[69245]: INFO nova.compute.manager [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Terminating instance [ 1248.889482] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease: (returnval){ [ 1248.889482] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c0817-047a-1bb4-d1bd-ddfaaffbfc99" [ 1248.889482] env[69245]: _type = "HttpNfcLease" [ 1248.889482] env[69245]: } obtained for exporting VM: (result){ [ 1248.889482] env[69245]: value = "vm-738672" [ 1248.889482] env[69245]: _type = "VirtualMachine" [ 1248.889482] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.889846] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the lease: (returnval){ [ 1248.889846] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c0817-047a-1bb4-d1bd-ddfaaffbfc99" [ 1248.889846] env[69245]: _type = "HttpNfcLease" [ 1248.889846] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.900056] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.900056] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c0817-047a-1bb4-d1bd-ddfaaffbfc99" [ 1248.900056] env[69245]: _type = "HttpNfcLease" [ 1248.900056] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.912985] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708840, 'name': ReconfigVM_Task, 'duration_secs': 0.513101} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.913280] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Reconfigured VM instance instance-00000070 to attach disk [datastore2] d90a03e6-af8d-4394-8fd6-441190aa8ba6/d90a03e6-af8d-4394-8fd6-441190aa8ba6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.913922] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1c4c2d7-fc67-4404-bcac-27b5f094fb08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.923414] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1248.923414] env[69245]: value = "task-3708843" [ 1248.923414] env[69245]: _type = "Task" [ 1248.923414] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.942757] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708843, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.160195] env[69245]: DEBUG nova.network.neutron [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Updated VIF entry in instance network info cache for port 24a30830-cd53-4a4f-ab21-a9e8862db2aa. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.160683] env[69245]: DEBUG nova.network.neutron [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Updating instance_info_cache with network_info: [{"id": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "address": "fa:16:3e:55:92:8b", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24a30830-cd", "ovs_interfaceid": "24a30830-cd53-4a4f-ab21-a9e8862db2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.203919] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708841, 'name': CreateVM_Task, 'duration_secs': 0.5866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.204509] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.205367] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.205554] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.205893] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.206516] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e103f1b6-2ee0-4365-8257-6355165fc5a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.213456] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1249.213456] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523adb71-7fa3-a236-a62d-a2c1b11a6b17" [ 1249.213456] env[69245]: _type = "Task" [ 1249.213456] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.222571] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523adb71-7fa3-a236-a62d-a2c1b11a6b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.328497] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.328721] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.328952] env[69245]: DEBUG nova.network.neutron [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.387393] env[69245]: DEBUG nova.compute.manager [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.387851] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.389402] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624dde25-e15f-438c-9ce1-2159a4c0d4ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.400437] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.401896] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2357317d-517b-43a3-9447-772157f7eac2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.403302] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.403302] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c0817-047a-1bb4-d1bd-ddfaaffbfc99" [ 1249.403302] env[69245]: _type = "HttpNfcLease" [ 1249.403302] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1249.403558] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1249.403558] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c0817-047a-1bb4-d1bd-ddfaaffbfc99" [ 1249.403558] env[69245]: _type = "HttpNfcLease" [ 1249.403558] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1249.404528] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff8ec1-777c-40ce-aeaf-db5e02de75a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.409693] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1249.409693] env[69245]: value = "task-3708844" [ 1249.409693] env[69245]: _type = "Task" [ 1249.409693] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.413633] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1249.413909] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1249.484120] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.491556] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708843, 'name': Rename_Task, 'duration_secs': 0.194852} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.491870] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.492157] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d7ca6f6-f72d-427f-88a9-91bbe9f965e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.500563] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1249.500563] env[69245]: value = "task-3708845" [ 1249.500563] env[69245]: _type = "Task" [ 1249.500563] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.510352] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.517670] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58c1136e-1af3-4e53-a91d-e72af9c5a220 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.664693] env[69245]: DEBUG oslo_concurrency.lockutils [req-1d0275f0-da8f-4720-932e-59370efdc0c0 req-d25cd11f-3586-4803-8efb-83189c314584 service nova] Releasing lock "refresh_cache-24422a58-2b14-43dd-a140-0aeefc16d621" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.724705] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523adb71-7fa3-a236-a62d-a2c1b11a6b17, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.725046] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.725301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.725534] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.725679] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.725856] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.726135] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a17739a0-410f-48be-bdf2-46da74fc2cef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.736570] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.736855] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.737703] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05f6c03-d172-4c80-9355-ca1a159d5ab2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.743840] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1249.743840] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f6483-7bb1-38a5-ef53-edf2af45d56b" [ 1249.743840] env[69245]: _type = "Task" [ 1249.743840] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.753167] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f6483-7bb1-38a5-ef53-edf2af45d56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.831657] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Applying migration context for instance 3bfd696f-caaa-4abb-82db-78b018d51cee as it has an incoming, in-progress migration d9d15aba-085b-4861-8fd9-495b975be0db. Migration status is pre-migrating {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1249.833467] env[69245]: INFO nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating resource usage from migration d9d15aba-085b-4861-8fd9-495b975be0db [ 1249.857421] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.857655] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.857805] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a93a4852-e43a-42fd-bd43-c436cec71980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.858027] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 8fd1e738-a57a-401b-a0ee-2f9aaa97028f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1249.858199] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 4b549dde-57e3-47de-900c-f6af4536b595 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.858375] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance f46cd326-2e44-4ce6-a716-d67ff5e1bf9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.858503] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.858696] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c7486ef4-5f14-4f62-b856-d590022ffd2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.859120] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e5c7c131-baa1-4619-9357-3ad0cc207a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.859120] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 80a67e36-d977-478f-8d9e-46e1e3c9f0d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1249.859301] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d90a03e6-af8d-4394-8fd6-441190aa8ba6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.859422] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 24422a58-2b14-43dd-a140-0aeefc16d621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.859608] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Migration d9d15aba-085b-4861-8fd9-495b975be0db is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1249.859867] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 3bfd696f-caaa-4abb-82db-78b018d51cee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.923335] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708844, 'name': PowerOffVM_Task, 'duration_secs': 0.214202} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.923961] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.924606] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.924606] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd0cd4a-a019-4271-a0ef-334b49e81e62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.993229] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.993607] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.993823] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleting the datastore file [datastore2] 4b549dde-57e3-47de-900c-f6af4536b595 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.994213] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef53f646-8fe7-4e9b-9868-6ae4a82731c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.010538] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1250.010538] env[69245]: value = "task-3708847" [ 1250.010538] env[69245]: _type = "Task" [ 1250.010538] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.019338] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.028695] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.097137] env[69245]: DEBUG nova.network.neutron [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.254499] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520f6483-7bb1-38a5-ef53-edf2af45d56b, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.255482] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dfb917-fe36-45ef-8415-20c3541efa08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.261535] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1250.261535] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d0cab-ae24-9751-39e9-3cd46abf29e8" [ 1250.261535] env[69245]: _type = "Task" [ 1250.261535] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.270907] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d0cab-ae24-9751-39e9-3cd46abf29e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.365107] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e44f8c2a-23fc-411f-8de5-c6412c50c0a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1250.516062] env[69245]: DEBUG oslo_vmware.api [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708845, 'name': PowerOnVM_Task, 'duration_secs': 0.586061} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.521780] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.522466] env[69245]: INFO nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1250.522917] env[69245]: DEBUG nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.524235] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411ab12-b277-4cd9-83f5-b37b18686862 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.535707] env[69245]: DEBUG oslo_vmware.api [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236395} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.537969] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.537969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.539793] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.539793] env[69245]: INFO nova.compute.manager [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1250.539793] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.543381] env[69245]: DEBUG nova.compute.manager [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.543842] env[69245]: DEBUG nova.network.neutron [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.600414] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.775335] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d0cab-ae24-9751-39e9-3cd46abf29e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.775335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.775789] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 24422a58-2b14-43dd-a140-0aeefc16d621/24422a58-2b14-43dd-a140-0aeefc16d621.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.776238] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5f602b-a095-4eff-8112-ea19cd924327 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.786312] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1250.786312] env[69245]: value = "task-3708848" [ 1250.786312] env[69245]: _type = "Task" [ 1250.786312] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.797190] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.868741] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c1771023-69d6-4383-a834-21e8e7452e08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1251.051097] env[69245]: INFO nova.compute.manager [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Took 17.24 seconds to build instance. [ 1251.139517] env[69245]: DEBUG nova.compute.manager [req-574f768b-41f6-4a1a-bf7d-ca73f767da4c req-2691fedb-3325-4134-ba90-6323ecd1f123 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Received event network-vif-deleted-c86d0015-1fae-42e2-a432-c31435c97138 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.139711] env[69245]: INFO nova.compute.manager [req-574f768b-41f6-4a1a-bf7d-ca73f767da4c req-2691fedb-3325-4134-ba90-6323ecd1f123 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Neutron deleted interface c86d0015-1fae-42e2-a432-c31435c97138; detaching it from the instance and deleting it from the info cache [ 1251.139898] env[69245]: DEBUG nova.network.neutron [req-574f768b-41f6-4a1a-bf7d-ca73f767da4c req-2691fedb-3325-4134-ba90-6323ecd1f123 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.309230] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708848, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.374713] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1251.553962] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9c2636b7-1f53-47df-89f5-343c1bd96cdd tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.758s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.602741] env[69245]: DEBUG nova.network.neutron [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.649028] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59266586-b0d4-4d73-99e5-cb50ccaf95c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.658999] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682dc8c6-0a6f-4ef1-816b-ac7e9a46e26a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.697577] env[69245]: DEBUG nova.compute.manager [req-574f768b-41f6-4a1a-bf7d-ca73f767da4c req-2691fedb-3325-4134-ba90-6323ecd1f123 service nova] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Detach interface failed, port_id=c86d0015-1fae-42e2-a432-c31435c97138, reason: Instance 4b549dde-57e3-47de-900c-f6af4536b595 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.798432] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735972} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.798711] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 24422a58-2b14-43dd-a140-0aeefc16d621/24422a58-2b14-43dd-a140-0aeefc16d621.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.798915] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.799191] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c3139f-9a1c-4546-950a-b4028f0a34aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.810446] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1251.810446] env[69245]: value = "task-3708849" [ 1251.810446] env[69245]: _type = "Task" [ 1251.810446] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.824039] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.878049] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1251.878495] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1251.878495] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1252.105604] env[69245]: INFO nova.compute.manager [-] [instance: 4b549dde-57e3-47de-900c-f6af4536b595] Took 1.56 seconds to deallocate network for instance. [ 1252.116658] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620cefcd-ee48-40c7-b1df-2852d24c4538 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.138956] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.193238] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee993a-830a-45fe-aeb1-243f92bfa9b0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.202959] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554670d-f807-4472-b8cb-f5f00ba1f2ce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.236809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453ae49-645f-4694-9e6f-2dc558b8aaf1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.245223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af04c5-c135-4b62-9c5a-9042412500b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.250927] env[69245]: DEBUG oslo_concurrency.lockutils [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.251249] env[69245]: DEBUG oslo_concurrency.lockutils [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.251487] env[69245]: DEBUG nova.compute.manager [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.252357] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e210ea9-b049-4a3d-b535-6946b472322b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.266104] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.270016] env[69245]: DEBUG nova.compute.manager [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1252.270744] env[69245]: DEBUG nova.objects.instance [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'flavor' on Instance uuid d90a03e6-af8d-4394-8fd6-441190aa8ba6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.324070] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09718} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.324442] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.325236] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968aa0d4-78dc-4068-8a43-2c44f36f9f16 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.350400] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 24422a58-2b14-43dd-a140-0aeefc16d621/24422a58-2b14-43dd-a140-0aeefc16d621.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.350782] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a20b2be-644e-4928-b51e-d931799dd11a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.372895] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1252.372895] env[69245]: value = "task-3708850" [ 1252.372895] env[69245]: _type = "Task" [ 1252.372895] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.382952] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.617116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.650145] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.650464] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74db02c4-f127-4a30-9feb-9834f226ba9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.658484] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1252.658484] env[69245]: value = "task-3708851" [ 1252.658484] env[69245]: _type = "Task" [ 1252.658484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.668551] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.774164] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.884471] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708850, 'name': ReconfigVM_Task, 'duration_secs': 0.408269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.884805] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 24422a58-2b14-43dd-a140-0aeefc16d621/24422a58-2b14-43dd-a140-0aeefc16d621.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.885615] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51a86f10-239b-4d6f-85f2-c4b8b56204c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.894054] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1252.894054] env[69245]: value = "task-3708852" [ 1252.894054] env[69245]: _type = "Task" [ 1252.894054] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.904310] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708852, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.169851] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708851, 'name': PowerOffVM_Task, 'duration_secs': 0.219156} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.170117] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.170350] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.282908] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1253.283182] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.470s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.283650] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.283921] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.332s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.284116] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.286209] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.328s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.287688] env[69245]: INFO nova.compute.claims [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.290532] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.290669] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Cleaning up deleted instances {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1253.292909] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe00fe3-5288-4785-9278-83db735aeef3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.299423] env[69245]: DEBUG oslo_vmware.api [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1253.299423] env[69245]: value = "task-3708853" [ 1253.299423] env[69245]: _type = "Task" [ 1253.299423] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.310408] env[69245]: DEBUG oslo_vmware.api [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.315178] env[69245]: INFO nova.scheduler.client.report [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted allocations for instance 80a67e36-d977-478f-8d9e-46e1e3c9f0d8 [ 1253.404141] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708852, 'name': Rename_Task, 'duration_secs': 0.172986} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.406868] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.407172] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adbf17af-3437-4263-87a2-286d9c8a291a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.415549] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1253.415549] env[69245]: value = "task-3708854" [ 1253.415549] env[69245]: _type = "Task" [ 1253.415549] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.425589] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.677371] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.677636] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.677808] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.677993] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.678181] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.678332] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.678538] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.678687] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.678853] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.679024] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.679274] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.684412] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b4998a-ba5e-42a3-a0b1-1760031cb8da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.705950] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1253.705950] env[69245]: value = "task-3708855" [ 1253.705950] env[69245]: _type = "Task" [ 1253.705950] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.715682] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.810049] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] There are 59 instances to clean {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1253.810302] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 48b3c6fa-f5be-465d-ad99-9df132f2cb97] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.825544] env[69245]: DEBUG oslo_vmware.api [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708853, 'name': PowerOffVM_Task, 'duration_secs': 0.257634} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.826035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d4265beb-a057-43dc-9c78-f4691377f5a4 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "80a67e36-d977-478f-8d9e-46e1e3c9f0d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.643s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.826981] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.827207] env[69245]: DEBUG nova.compute.manager [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.828193] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ab336-644a-484f-b7f8-36fe6bc6f59f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.928506] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.216312] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708855, 'name': ReconfigVM_Task, 'duration_secs': 0.235157} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.216633] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.237601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.239089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.239089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.239089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.239089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.240738] env[69245]: INFO nova.compute.manager [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Terminating instance [ 1254.316348] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 140cda16-c469-4970-8b0c-aa0b2a6b7591] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.340794] env[69245]: DEBUG oslo_concurrency.lockutils [None req-506afdd1-b591-4e45-be71-7f83340b0810 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.430288] env[69245]: DEBUG oslo_vmware.api [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708854, 'name': PowerOnVM_Task, 'duration_secs': 0.523867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.430578] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.430752] env[69245]: INFO nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1254.430932] env[69245]: DEBUG nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1254.431782] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac552f3-9d70-42cc-9c71-fae1138d9b52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.546914] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1250aabf-617b-47f5-9608-51772dcf82a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.555382] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeafdb3-902f-4313-bb6e-744f13006068 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.590461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e163e-0335-49c5-bb95-8737aa510097 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.599192] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d25071-d466-4642-aa6a-c4ca41f4b8c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.613486] env[69245]: DEBUG nova.compute.provider_tree [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.723155] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.723403] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.723549] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.723733] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.723880] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.724036] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.724242] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.724404] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.724569] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.724773] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.724964] env[69245]: DEBUG nova.virt.hardware [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.730637] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.730955] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2721dfef-a2c1-4875-83ad-f1c948679e1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.744626] env[69245]: DEBUG nova.compute.manager [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.744827] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.745644] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc0389-bdb1-404c-998b-15bc261936af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.754767] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.757183] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f11fb3-ac9a-4f7b-9af5-af6948b88744 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.759673] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1254.759673] env[69245]: value = "task-3708856" [ 1254.759673] env[69245]: _type = "Task" [ 1254.759673] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.766826] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1254.766826] env[69245]: value = "task-3708857" [ 1254.766826] env[69245]: _type = "Task" [ 1254.766826] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.777422] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.784979] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.819447] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 48e9026d-e0b6-4629-b35b-6b43ee801d3e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.955777] env[69245]: INFO nova.compute.manager [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Took 18.16 seconds to build instance. [ 1255.031438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.031438] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.031689] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.031814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.031982] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.034236] env[69245]: INFO nova.compute.manager [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Terminating instance [ 1255.116919] env[69245]: DEBUG nova.scheduler.client.report [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.270347] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708856, 'name': ReconfigVM_Task, 'duration_secs': 0.185965} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.273636] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.274587] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6058bf83-0ca3-4511-a415-d9b7fb47948f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.282352] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708857, 'name': PowerOffVM_Task, 'duration_secs': 0.253952} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.293175] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.293461] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.301158] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-9968494f-23b2-4482-b321-8eb381040541/volume-9968494f-23b2-4482-b321-8eb381040541.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.301476] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88ec049-6ec6-42e5-bb13-02797f647d9e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.303312] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909bfad6-de6d-48df-9076-56343438e621 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.322564] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 1c5ca05e-a275-4135-96a5-17acb2c99890] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.324550] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1255.324550] env[69245]: value = "task-3708859" [ 1255.324550] env[69245]: _type = "Task" [ 1255.324550] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.333510] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.387467] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.387687] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.387876] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleting the datastore file [datastore1] e5c7c131-baa1-4619-9357-3ad0cc207a4e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.388372] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dadc370f-c2a8-44b7-914b-d20b94e5532b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.395461] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for the task: (returnval){ [ 1255.395461] env[69245]: value = "task-3708860" [ 1255.395461] env[69245]: _type = "Task" [ 1255.395461] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.404956] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.458565] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3551dc0f-411d-4dc0-89be-6217555814a5 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.673s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.538567] env[69245]: DEBUG nova.compute.manager [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.538842] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.539862] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1a8401-3368-4f43-b106-7de5011be779 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.549306] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.549612] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ef9704f-dbfc-452e-97bf-6140dfc1fc35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.622227] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.622929] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.625866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.634s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.627863] env[69245]: INFO nova.compute.claims [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.634969] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.635269] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.635513] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] d90a03e6-af8d-4394-8fd6-441190aa8ba6 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.635820] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96a123a8-5278-4033-ba25-8ff15d11a651 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.643347] env[69245]: DEBUG oslo_vmware.api [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1255.643347] env[69245]: value = "task-3708862" [ 1255.643347] env[69245]: _type = "Task" [ 1255.643347] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.652632] env[69245]: DEBUG oslo_vmware.api [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.825685] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 343de92c-1ba9-484a-b86f-9575c4ee234f] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.838469] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708859, 'name': ReconfigVM_Task, 'duration_secs': 0.316958} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.838797] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-9968494f-23b2-4482-b321-8eb381040541/volume-9968494f-23b2-4482-b321-8eb381040541.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.839146] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.905878] env[69245]: DEBUG oslo_vmware.api [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Task: {'id': task-3708860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203859} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.906202] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.906428] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.906615] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.906826] env[69245]: INFO nova.compute.manager [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1255.907091] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.907315] env[69245]: DEBUG nova.compute.manager [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.907428] env[69245]: DEBUG nova.network.neutron [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.138039] env[69245]: DEBUG nova.compute.utils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.140312] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.140312] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.155270] env[69245]: DEBUG oslo_vmware.api [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325699} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.158020] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.158020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.158020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.158020] env[69245]: INFO nova.compute.manager [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1256.158020] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.158020] env[69245]: DEBUG nova.compute.manager [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.158020] env[69245]: DEBUG nova.network.neutron [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.206072] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554907b5-2f16-4fb3-bc82-5faec6f7c70e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.214077] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Suspending the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1256.214349] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3a291e7d-7300-4dd0-9c68-f375941844f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.221622] env[69245]: DEBUG oslo_vmware.api [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1256.221622] env[69245]: value = "task-3708863" [ 1256.221622] env[69245]: _type = "Task" [ 1256.221622] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.237605] env[69245]: DEBUG oslo_vmware.api [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708863, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.269126] env[69245]: DEBUG nova.compute.manager [req-a59809b6-3767-4814-b83c-133b8963a581 req-77027715-7e2e-499c-a63d-83a7e5f3b99e service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Received event network-vif-deleted-79f67dc4-1970-4380-87ea-c09d4974d41d {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.269359] env[69245]: INFO nova.compute.manager [req-a59809b6-3767-4814-b83c-133b8963a581 req-77027715-7e2e-499c-a63d-83a7e5f3b99e service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Neutron deleted interface 79f67dc4-1970-4380-87ea-c09d4974d41d; detaching it from the instance and deleting it from the info cache [ 1256.269513] env[69245]: DEBUG nova.network.neutron [req-a59809b6-3767-4814-b83c-133b8963a581 req-77027715-7e2e-499c-a63d-83a7e5f3b99e service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.272964] env[69245]: DEBUG nova.policy [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4bb3f72840c48c0875554b9c446e9dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c560ef33ec40b28ed39dd297d6df24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.332473] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 969d5c93-2fff-4052-a3b5-20f973250f85] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.346335] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f664bc-3f43-4f7d-84cc-a7e8d919786f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.370492] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77baf134-bcda-4658-94a4-8d70efbf1ffb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.392855] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.646393] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.665684] env[69245]: DEBUG nova.compute.manager [req-78feef80-6128-4efc-a115-38b66c0ac401 req-e5125705-5d16-45c9-a65f-510a0acb0d1c service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Received event network-vif-deleted-dee233ec-bc29-4aa3-a845-c2c731ea38b0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.668962] env[69245]: INFO nova.compute.manager [req-78feef80-6128-4efc-a115-38b66c0ac401 req-e5125705-5d16-45c9-a65f-510a0acb0d1c service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Neutron deleted interface dee233ec-bc29-4aa3-a845-c2c731ea38b0; detaching it from the instance and deleting it from the info cache [ 1256.668962] env[69245]: DEBUG nova.network.neutron [req-78feef80-6128-4efc-a115-38b66c0ac401 req-e5125705-5d16-45c9-a65f-510a0acb0d1c service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.674703] env[69245]: DEBUG nova.network.neutron [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.733141] env[69245]: DEBUG oslo_vmware.api [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708863, 'name': SuspendVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.772887] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92a7a26e-e8a0-4ce9-9d1a-52e42580fa19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.789980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed230c-80c1-45b3-8b04-d341b36d14d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.833507] env[69245]: DEBUG nova.compute.manager [req-a59809b6-3767-4814-b83c-133b8963a581 req-77027715-7e2e-499c-a63d-83a7e5f3b99e service nova] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Detach interface failed, port_id=79f67dc4-1970-4380-87ea-c09d4974d41d, reason: Instance e5c7c131-baa1-4619-9357-3ad0cc207a4e could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.837013] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 57fcf378-b9b8-49b8-a5d9-5d9bd9ad4248] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.859902] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Successfully created port: f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.952499] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0748ff8b-3aef-402b-b5f2-cbb92ca2e4f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.960697] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee3854-ac0c-4f04-9c42-4d17f8766aec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.009100] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b91706-8e14-4ef7-a73d-59b3585deb6f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.018301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ff00d-32c2-4424-8673-0f3c4e70753e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.034991] env[69245]: DEBUG nova.compute.provider_tree [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.149499] env[69245]: DEBUG nova.network.neutron [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.173339] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c5586b4-4e19-4c6d-9745-1aed55c258ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.177146] env[69245]: INFO nova.compute.manager [-] [instance: e5c7c131-baa1-4619-9357-3ad0cc207a4e] Took 1.27 seconds to deallocate network for instance. [ 1257.187807] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44f227c-1278-4c15-b2fd-4791a3003593 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.225837] env[69245]: DEBUG nova.compute.manager [req-78feef80-6128-4efc-a115-38b66c0ac401 req-e5125705-5d16-45c9-a65f-510a0acb0d1c service nova] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Detach interface failed, port_id=dee233ec-bc29-4aa3-a845-c2c731ea38b0, reason: Instance d90a03e6-af8d-4394-8fd6-441190aa8ba6 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.235222] env[69245]: DEBUG oslo_vmware.api [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708863, 'name': SuspendVM_Task, 'duration_secs': 0.885207} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.235787] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Suspended the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1257.235787] env[69245]: DEBUG nova.compute.manager [None req-e914f746-904e-45f3-ae80-71d79fad9035 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1257.236920] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ecc9ec-54fb-4e56-8ddd-7f361d33d4f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.340540] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ef45d7d1-c0eb-4be2-b802-bf8a17f75645] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.538851] env[69245]: DEBUG nova.scheduler.client.report [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.655600] env[69245]: INFO nova.compute.manager [-] [instance: d90a03e6-af8d-4394-8fd6-441190aa8ba6] Took 1.50 seconds to deallocate network for instance. [ 1257.658309] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.685196] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.685463] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.685619] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.685797] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.685941] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.686098] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.686308] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.686467] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.686631] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.686822] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.686952] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.688181] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570c795-4192-407f-bcc7-ba09aa82eccd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.697287] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130c2ffb-75c2-4b2a-9e85-546d758c91e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.702219] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.844643] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f6b631ce-8318-4ace-97af-39ac00b6dfa5] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.043751] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.044338] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.047380] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.026s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.048859] env[69245]: INFO nova.compute.claims [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.051974] env[69245]: DEBUG nova.network.neutron [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Port 58ebbe6d-732b-453a-b8a0-946f8cc34914 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1258.166899] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.350788] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 57cc49d3-af11-4012-907a-c1482690fd86] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.554325] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Successfully updated port: f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.560021] env[69245]: DEBUG nova.compute.utils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1258.568624] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1258.569561] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.639042] env[69245]: DEBUG nova.policy [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4bb3f72840c48c0875554b9c446e9dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c560ef33ec40b28ed39dd297d6df24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.695400] env[69245]: DEBUG nova.compute.manager [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Received event network-vif-plugged-f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.695684] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Acquiring lock "c1771023-69d6-4383-a834-21e8e7452e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.695907] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Lock "c1771023-69d6-4383-a834-21e8e7452e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.696269] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Lock "c1771023-69d6-4383-a834-21e8e7452e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.696594] env[69245]: DEBUG nova.compute.manager [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] No waiting events found dispatching network-vif-plugged-f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1258.696857] env[69245]: WARNING nova.compute.manager [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Received unexpected event network-vif-plugged-f1b546b3-e7de-4906-bfe3-cba00de78865 for instance with vm_state building and task_state spawning. [ 1258.697117] env[69245]: DEBUG nova.compute.manager [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Received event network-changed-f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.697308] env[69245]: DEBUG nova.compute.manager [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Refreshing instance network info cache due to event network-changed-f1b546b3-e7de-4906-bfe3-cba00de78865. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.697422] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Acquiring lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.697557] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Acquired lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.697737] env[69245]: DEBUG nova.network.neutron [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Refreshing network info cache for port f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.725117] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "24422a58-2b14-43dd-a140-0aeefc16d621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.725439] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.725656] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.725843] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.726022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.729406] env[69245]: INFO nova.compute.manager [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Terminating instance [ 1258.785177] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.789025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9aa8f-0b4a-4f7a-aa82-c98c9f4d3f38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.793379] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.793763] env[69245]: ERROR oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk due to incomplete transfer. [ 1258.794174] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f6bce2d-b88e-44ad-bcd7-a94a36f9b967 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.803476] env[69245]: DEBUG oslo_vmware.rw_handles [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527672ec-7f4f-adfa-30a4-d39cf8d82b9b/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1258.803918] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Uploaded image 68e5c20f-86b0-4041-9a51-1ad0ab062f76 to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1258.806386] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.806775] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c8ec215-df40-45aa-b348-32c9c8c9e2dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.814283] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1258.814283] env[69245]: value = "task-3708864" [ 1258.814283] env[69245]: _type = "Task" [ 1258.814283] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.589651] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Successfully created port: 5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.591886] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 69699d02-157e-4e44-b183-3a6995c99d25] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.597020] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.597315] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.609717] env[69245]: DEBUG nova.compute.manager [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.609922] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.613672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.613881] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.614061] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.616058] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09d553-65ca-4b19-b2f7-53be8a1aa005 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.629547] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708864, 'name': Destroy_Task, 'duration_secs': 0.334196} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.629901] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Destroyed the VM [ 1259.630048] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1259.630697] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d9ddfc8-be76-4132-a87a-273252d4de42 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.635620] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.636191] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf641a36-af20-4b8f-8d82-662510f45666 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.641840] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1259.641840] env[69245]: value = "task-3708865" [ 1259.641840] env[69245]: _type = "Task" [ 1259.641840] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.655270] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.677071] env[69245]: DEBUG nova.network.neutron [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.715998] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.716276] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.716495] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 24422a58-2b14-43dd-a140-0aeefc16d621 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.719880] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eb28fbe-ac81-4880-b6ca-f0e150f6a04a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.727874] env[69245]: DEBUG oslo_vmware.api [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1259.727874] env[69245]: value = "task-3708867" [ 1259.727874] env[69245]: _type = "Task" [ 1259.727874] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.740467] env[69245]: DEBUG oslo_vmware.api [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.837306] env[69245]: DEBUG nova.network.neutron [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.883598] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985289dc-534d-4f9c-bca2-9da495d58104 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.892653] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2bb808-fccf-4e38-9b8e-ff714252670d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.927744] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3bd2a5-94e7-4dd8-8c1e-72f7d4540b4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.936587] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1159778-7012-44d0-b376-4c893a624b09 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.951633] env[69245]: DEBUG nova.compute.provider_tree [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.096037] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 3f9109ad-d41c-4946-8a36-db8fa1372f00] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.153100] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708865, 'name': RemoveSnapshot_Task, 'duration_secs': 0.387258} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.153100] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.153392] env[69245]: DEBUG nova.compute.manager [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1260.154324] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcf42f-1670-4d8b-aac8-b61b43147087 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.238238] env[69245]: DEBUG oslo_vmware.api [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.238518] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.238702] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.238881] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.239069] env[69245]: INFO nova.compute.manager [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1260.239312] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.239510] env[69245]: DEBUG nova.compute.manager [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.239604] env[69245]: DEBUG nova.network.neutron [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.340853] env[69245]: DEBUG oslo_concurrency.lockutils [req-4fb809a4-a8a7-4a84-b1f0-36ee7efd0a3a req-c9ed27fc-1f11-4193-a2fd-41644b241fa6 service nova] Releasing lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.341313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.341508] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.455530] env[69245]: DEBUG nova.scheduler.client.report [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.602325] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 38a143ce-2de4-43d8-b207-6cfc16f90aab] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.605322] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.636019] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.636349] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.636349] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.636535] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.637692] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c18bcd-97ad-4a38-b5b6-4b0f80c92994 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.647330] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571829d-660f-4457-99db-531aa1db2586 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.665757] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.666220] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.666220] env[69245]: DEBUG nova.network.neutron [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.672203] env[69245]: INFO nova.compute.manager [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Shelve offloading [ 1260.807105] env[69245]: DEBUG nova.compute.manager [req-b0ceb1b7-0eb5-4400-b9ab-6eb9d91e4080 req-de5039b8-a90f-4df7-aca1-3f06f2a249b6 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Received event network-vif-deleted-24a30830-cd53-4a4f-ab21-a9e8862db2aa {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.807105] env[69245]: INFO nova.compute.manager [req-b0ceb1b7-0eb5-4400-b9ab-6eb9d91e4080 req-de5039b8-a90f-4df7-aca1-3f06f2a249b6 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Neutron deleted interface 24a30830-cd53-4a4f-ab21-a9e8862db2aa; detaching it from the instance and deleting it from the info cache [ 1260.807105] env[69245]: DEBUG nova.network.neutron [req-b0ceb1b7-0eb5-4400-b9ab-6eb9d91e4080 req-de5039b8-a90f-4df7-aca1-3f06f2a249b6 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.872150] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.960415] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.960934] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.967420] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.870s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.967420] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.967420] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.969s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.967420] env[69245]: DEBUG nova.objects.instance [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'pci_requests' on Instance uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.995018] env[69245]: INFO nova.scheduler.client.report [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleted allocations for instance 8fd1e738-a57a-401b-a0ee-2f9aaa97028f [ 1261.087914] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Updating instance_info_cache with network_info: [{"id": "f1b546b3-e7de-4906-bfe3-cba00de78865", "address": "fa:16:3e:d7:cc:2f", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b546b3-e7", "ovs_interfaceid": "f1b546b3-e7de-4906-bfe3-cba00de78865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.110129] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: f2668995-3984-461b-aa9b-a6bc5d1c716b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.176255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.176558] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea13ec4-2d1a-4a5b-8db9-1075fed92e7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.184157] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1261.184157] env[69245]: value = "task-3708868" [ 1261.184157] env[69245]: _type = "Task" [ 1261.184157] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.194505] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.194773] env[69245]: DEBUG nova.compute.manager [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.195561] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a3326-47ed-469f-a7bc-ade3d30ae756 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.202347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.202523] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.202714] env[69245]: DEBUG nova.network.neutron [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.282314] env[69245]: DEBUG nova.network.neutron [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.309822] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a00d950-36a2-441e-bdff-28a8d87fa968 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.320714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b176631-aec6-49c7-8ad7-7b53baef8825 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.354481] env[69245]: DEBUG nova.compute.manager [req-b0ceb1b7-0eb5-4400-b9ab-6eb9d91e4080 req-de5039b8-a90f-4df7-aca1-3f06f2a249b6 service nova] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Detach interface failed, port_id=24a30830-cd53-4a4f-ab21-a9e8862db2aa, reason: Instance 24422a58-2b14-43dd-a140-0aeefc16d621 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.370641] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Successfully updated port: 5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.469126] env[69245]: DEBUG nova.compute.utils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.471832] env[69245]: DEBUG nova.objects.instance [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'numa_topology' on Instance uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.474090] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.474090] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.490852] env[69245]: DEBUG nova.network.neutron [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.506785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-da89b070-1d58-4564-9ea1-abda63c1ad90 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "8fd1e738-a57a-401b-a0ee-2f9aaa97028f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.760s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.520761] env[69245]: DEBUG nova.policy [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4bb3f72840c48c0875554b9c446e9dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27c560ef33ec40b28ed39dd297d6df24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.593025] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "refresh_cache-c1771023-69d6-4383-a834-21e8e7452e08" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.593025] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Instance network_info: |[{"id": "f1b546b3-e7de-4906-bfe3-cba00de78865", "address": "fa:16:3e:d7:cc:2f", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b546b3-e7", "ovs_interfaceid": "f1b546b3-e7de-4906-bfe3-cba00de78865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.593025] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:cc:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b546b3-e7de-4906-bfe3-cba00de78865', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.599527] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Creating folder: Project (27c560ef33ec40b28ed39dd297d6df24). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.600508] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9f9d3f6-5124-418f-a7bc-7f09f3d3f5ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.616229] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: bc4e94b5-5baa-4649-a229-e5cb974d67a7] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.616880] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Created folder: Project (27c560ef33ec40b28ed39dd297d6df24) in parent group-v738357. [ 1261.617299] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Creating folder: Instances. Parent ref: group-v738674. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.617707] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a92ffe5-f8a9-4c43-8927-2686b25e5bb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.634027] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Created folder: Instances in parent group-v738674. [ 1261.634027] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.634027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.634527] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfc0cf0d-c229-4774-b4ed-7f720a605f3d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.657664] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.657664] env[69245]: value = "task-3708871" [ 1261.657664] env[69245]: _type = "Task" [ 1261.657664] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.669517] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708871, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.789227] env[69245]: INFO nova.compute.manager [-] [instance: 24422a58-2b14-43dd-a140-0aeefc16d621] Took 1.55 seconds to deallocate network for instance. [ 1261.875656] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.876129] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.876400] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.974544] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.978649] env[69245]: INFO nova.compute.claims [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.994145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.124561] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 1ef29944-adcf-4218-9f68-546a6792ab5b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.153868] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Successfully created port: 45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.169472] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708871, 'name': CreateVM_Task, 'duration_secs': 0.45387} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.169808] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.170663] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.170960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.171414] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.171796] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f7f854-cd38-4bf4-a49c-04b05667512b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.177831] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1262.177831] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b55-2cd0-61a2-bda2-e155c7a5b1d9" [ 1262.177831] env[69245]: _type = "Task" [ 1262.177831] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.187032] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b55-2cd0-61a2-bda2-e155c7a5b1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.224572] env[69245]: DEBUG nova.network.neutron [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.295390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.428782] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.513311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339a747-5624-4cc6-be98-ca48b0f732bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.524851] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf00c0c-2f20-4be9-957d-aa98459d5355 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.633348] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ac1726eb-520e-4751-ae67-86cab3132e7f] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.690403] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e96b55-2cd0-61a2-bda2-e155c7a5b1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013193} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.690916] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.691393] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.691795] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.694019] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.694019] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.694019] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45de50db-91dd-479e-9bfc-a176cb84f0a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.704021] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.704021] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.704021] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ba4954-ae1d-4a11-bb47-2a389c9944c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.712152] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1262.712152] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52339d1a-9945-4485-c60b-d2323606fce9" [ 1262.712152] env[69245]: _type = "Task" [ 1262.712152] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.720768] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52339d1a-9945-4485-c60b-d2323606fce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.722443] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Updating instance_info_cache with network_info: [{"id": "5aaa3272-5b01-411c-9af5-160c64f780d0", "address": "fa:16:3e:c0:fb:d6", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa3272-5b", "ovs_interfaceid": "5aaa3272-5b01-411c-9af5-160c64f780d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.728192] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.987712] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.007115] env[69245]: DEBUG nova.compute.manager [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Received event network-vif-plugged-5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.007115] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Acquiring lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.007115] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.007115] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.007115] env[69245]: DEBUG nova.compute.manager [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] No waiting events found dispatching network-vif-plugged-5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1263.007115] env[69245]: WARNING nova.compute.manager [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Received unexpected event network-vif-plugged-5aaa3272-5b01-411c-9af5-160c64f780d0 for instance with vm_state building and task_state spawning. [ 1263.007115] env[69245]: DEBUG nova.compute.manager [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Received event network-changed-5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.007593] env[69245]: DEBUG nova.compute.manager [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Refreshing instance network info cache due to event network-changed-5aaa3272-5b01-411c-9af5-160c64f780d0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.007833] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Acquiring lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.022917] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.023197] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.023362] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.023543] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.023692] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.023843] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.024256] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.024501] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.024731] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.024977] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.025237] env[69245]: DEBUG nova.virt.hardware [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.026545] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb1132-a5c6-42e8-a811-8ab3b2f9f5c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.044663] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd546b-0466-48bf-95ef-d62c67bc259a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.136747] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ad5e2c7f-ca09-449a-b41e-402fce1f5826] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.221391] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52339d1a-9945-4485-c60b-d2323606fce9, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.224820] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f088ed-2110-4f28-a701-08ca66b5c71b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.228401] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.229011] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.229415] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Instance network_info: |[{"id": "5aaa3272-5b01-411c-9af5-160c64f780d0", "address": "fa:16:3e:c0:fb:d6", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa3272-5b", "ovs_interfaceid": "5aaa3272-5b01-411c-9af5-160c64f780d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.230473] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce01ca9-2a57-4c6f-8a35-ca7db15256bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.234331] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Acquired lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.234611] env[69245]: DEBUG nova.network.neutron [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Refreshing network info cache for port 5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.236127] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:fb:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aaa3272-5b01-411c-9af5-160c64f780d0', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.245800] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.250916] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.252683] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b32fe-6bc3-42ec-841c-f13116f722dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.259526] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcbc918-ddfb-4b58-9dfa-baf8ed4866b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.275598] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1263.275598] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b5c833-5596-aba2-9a44-ef5e4e85d21e" [ 1263.275598] env[69245]: _type = "Task" [ 1263.275598] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.275886] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.276683] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e0316e5-0786-475c-9e46-869d79f17d3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.287592] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8970b4-03d7-4480-83ca-ed92b4acb8be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.290932] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.290932] env[69245]: value = "task-3708872" [ 1263.290932] env[69245]: _type = "Task" [ 1263.290932] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.325212] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b5c833-5596-aba2-9a44-ef5e4e85d21e, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.328674] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.328994] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c1771023-69d6-4383-a834-21e8e7452e08/c1771023-69d6-4383-a834-21e8e7452e08.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.329907] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88d547-b31a-477f-af2c-337e009b9010 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.336994] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e5662dc-3632-4c67-ae3b-175e8bbb1e01 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.339820] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708872, 'name': CreateVM_Task} progress is 15%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.347221] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea2cb2-d82c-4b6a-862f-bb46ee6c5ca7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.352343] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1263.352343] env[69245]: value = "task-3708874" [ 1263.352343] env[69245]: _type = "Task" [ 1263.352343] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.354099] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.354300] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.354504] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.360151] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-994f8cf5-f196-4c80-8f88-b41ccc67c4e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.370594] env[69245]: DEBUG nova.compute.provider_tree [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.379689] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.379994] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1263.379994] env[69245]: value = "task-3708875" [ 1263.379994] env[69245]: _type = "Task" [ 1263.379994] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.389365] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.587849] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.588292] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.603678] env[69245]: DEBUG nova.network.neutron [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Updated VIF entry in instance network info cache for port 5aaa3272-5b01-411c-9af5-160c64f780d0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.604079] env[69245]: DEBUG nova.network.neutron [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Updating instance_info_cache with network_info: [{"id": "5aaa3272-5b01-411c-9af5-160c64f780d0", "address": "fa:16:3e:c0:fb:d6", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aaa3272-5b", "ovs_interfaceid": "5aaa3272-5b01-411c-9af5-160c64f780d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.640776] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 20b72085-bea6-4278-a5c6-5ba700c38783] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.657097] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2591808-505e-465f-9ce8-efe9a39b0d1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.678714] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bccd09a-3cde-4adb-b3e4-84c0b5536a1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.687946] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.802682] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708872, 'name': CreateVM_Task, 'duration_secs': 0.336086} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.802682] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.803066] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.803272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.803591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.803861] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34542ee5-3f02-4bf8-9c29-ba8f1a2c32ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.809802] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1263.809802] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522eb0a2-1768-11aa-4804-fddd141a139a" [ 1263.809802] env[69245]: _type = "Task" [ 1263.809802] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.819462] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522eb0a2-1768-11aa-4804-fddd141a139a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.864102] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487864} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.864397] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] c1771023-69d6-4383-a834-21e8e7452e08/c1771023-69d6-4383-a834-21e8e7452e08.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.864629] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.864878] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac2d65c6-808a-4197-bbe2-16e535c927e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.872996] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1263.872996] env[69245]: value = "task-3708876" [ 1263.872996] env[69245]: _type = "Task" [ 1263.872996] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.874082] env[69245]: DEBUG nova.scheduler.client.report [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.891873] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.892784] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Successfully updated port: 45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.897025] env[69245]: DEBUG oslo_vmware.api [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166984} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.897554] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.897638] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.898134] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.921873] env[69245]: INFO nova.scheduler.client.report [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted allocations for instance c7486ef4-5f14-4f62-b856-d590022ffd2f [ 1264.091631] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.107274] env[69245]: DEBUG oslo_concurrency.lockutils [req-fe86b79b-cb3c-4cd7-8607-81f42070c480 req-db94669c-7bb7-4806-b972-690d526747d9 service nova] Releasing lock "refresh_cache-04202dc9-44fc-4e6f-85ae-c2a7b8c84997" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.145825] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 384691d8-0e46-4afe-83fb-3ec8bab773de] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.195419] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.195735] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b75e32-2100-4f5d-95e5-71866085b7f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.204764] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1264.204764] env[69245]: value = "task-3708877" [ 1264.204764] env[69245]: _type = "Task" [ 1264.204764] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.213628] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.320931] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522eb0a2-1768-11aa-4804-fddd141a139a, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.321327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.321573] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.321826] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.321990] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.322219] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.322491] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46361175-26d6-4425-95f5-e3723c10ebea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.332608] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.332928] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.333911] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77f4b6e-76a8-431a-ab5f-3dfca18c2b68 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.339113] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1264.339113] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cdf1ff-00ba-4ed4-7449-35d65f7aae81" [ 1264.339113] env[69245]: _type = "Task" [ 1264.339113] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.347550] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cdf1ff-00ba-4ed4-7449-35d65f7aae81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.383732] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.418s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.385994] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068395} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.386373] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.769s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.386656] env[69245]: DEBUG nova.objects.instance [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'resources' on Instance uuid 4b549dde-57e3-47de-900c-f6af4536b595 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.387962] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.389299] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943289c2-d7d8-41e6-9470-7f83f21c8f64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.404737] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.404737] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.404737] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.414300] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c1771023-69d6-4383-a834-21e8e7452e08/c1771023-69d6-4383-a834-21e8e7452e08.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.417582] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-262c6fa0-5cf4-4387-ab75-8dcba3fc754a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.434116] env[69245]: INFO nova.network.neutron [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating port bc43ac23-78b7-4cc4-819e-d6e6a539d30a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1264.436447] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.443827] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1264.443827] env[69245]: value = "task-3708878" [ 1264.443827] env[69245]: _type = "Task" [ 1264.443827] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.453779] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.492658] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.614208] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.649156] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 8516ede7-df55-4dce-90fa-60b346d87b5f] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.717105] env[69245]: DEBUG oslo_vmware.api [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708877, 'name': PowerOnVM_Task, 'duration_secs': 0.407895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.717467] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.717676] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6f84f6a1-e75b-4a7f-ab24-e7e2045d06cb tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance '3bfd696f-caaa-4abb-82db-78b018d51cee' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.851448] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52cdf1ff-00ba-4ed4-7449-35d65f7aae81, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.852294] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1347fa4-c767-43d5-a144-1177f501f01f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.858130] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1264.858130] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fe9f40-1a63-ddea-ae04-b3372d6727f8" [ 1264.858130] env[69245]: _type = "Task" [ 1264.858130] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.867469] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fe9f40-1a63-ddea-ae04-b3372d6727f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.882145] env[69245]: DEBUG nova.network.neutron [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Updating instance_info_cache with network_info: [{"id": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "address": "fa:16:3e:48:9b:d5", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45be6fc8-cc", "ovs_interfaceid": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.957680] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708878, 'name': ReconfigVM_Task, 'duration_secs': 0.497867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.957949] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c1771023-69d6-4383-a834-21e8e7452e08/c1771023-69d6-4383-a834-21e8e7452e08.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.958619] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeab071c-8104-4c64-94a7-d24912686ace {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.968296] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1264.968296] env[69245]: value = "task-3708879" [ 1264.968296] env[69245]: _type = "Task" [ 1264.968296] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.976551] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708879, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.051287] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-vif-unplugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.051716] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.051716] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.051984] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.051984] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] No waiting events found dispatching network-vif-unplugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1265.052154] env[69245]: WARNING nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received unexpected event network-vif-unplugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1265.052933] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.052933] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing instance network info cache due to event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.052933] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.052933] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.052933] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.137842] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88170dd-f3cc-4d43-8867-d51d3dbc9a10 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.147442] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce796c5-b126-467c-ba24-1bdbf64a30ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.151976] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 5650c0de-c57e-4165-86eb-64e340ed1322] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.183740] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4345237-0e3b-4d80-820c-1f052554f7d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.193718] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b98991-1cc5-43f5-99f8-0ddb6dd1ac4a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.208337] env[69245]: DEBUG nova.compute.provider_tree [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.368863] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fe9f40-1a63-ddea-ae04-b3372d6727f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.369119] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.369373] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 04202dc9-44fc-4e6f-85ae-c2a7b8c84997/04202dc9-44fc-4e6f-85ae-c2a7b8c84997.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.369620] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb528389-156b-45ab-ae72-458913de4f89 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.376582] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1265.376582] env[69245]: value = "task-3708880" [ 1265.376582] env[69245]: _type = "Task" [ 1265.376582] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.384799] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.385114] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Instance network_info: |[{"id": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "address": "fa:16:3e:48:9b:d5", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45be6fc8-cc", "ovs_interfaceid": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.385387] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.385735] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:9b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45be6fc8-cc7c-4b7a-80a6-56bca382e584', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.392823] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.393031] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.393240] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0a1f3b7-6711-454e-b77d-48d995d1b002 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.417699] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.417699] env[69245]: value = "task-3708881" [ 1265.417699] env[69245]: _type = "Task" [ 1265.417699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.427041] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708881, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.478093] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708879, 'name': Rename_Task, 'duration_secs': 0.233312} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.478473] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.478754] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af27eb6e-a9e4-48f1-9099-24ae08e99d36 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.486238] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1265.486238] env[69245]: value = "task-3708882" [ 1265.486238] env[69245]: _type = "Task" [ 1265.486238] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.496604] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.655598] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: e2b89399-6823-45a7-ac59-1e3d01c86f9c] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.730525] env[69245]: ERROR nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [req-16deaf71-faa0-4ab8-bf28-aa4bd447928d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16deaf71-faa0-4ab8-bf28-aa4bd447928d"}]} [ 1265.750827] env[69245]: DEBUG nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1265.770575] env[69245]: DEBUG nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1265.770819] env[69245]: DEBUG nova.compute.provider_tree [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.785301] env[69245]: DEBUG nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1265.809495] env[69245]: DEBUG nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1265.892802] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491738} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.893354] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 04202dc9-44fc-4e6f-85ae-c2a7b8c84997/04202dc9-44fc-4e6f-85ae-c2a7b8c84997.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.893354] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.894063] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8b02607-cd49-4036-a538-4864bffbf262 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.901118] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1265.901118] env[69245]: value = "task-3708883" [ 1265.901118] env[69245]: _type = "Task" [ 1265.901118] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.910923] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.914636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.935013] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708881, 'name': CreateVM_Task, 'duration_secs': 0.495311} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.935611] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.936399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.936737] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.937022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.937306] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687f1145-3e0e-4437-81ff-c1cc1e7165ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.943562] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1265.943562] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5230f9d2-e44f-7e39-c0fc-c55ee6f4b4ba" [ 1265.943562] env[69245]: _type = "Task" [ 1265.943562] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.959117] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5230f9d2-e44f-7e39-c0fc-c55ee6f4b4ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010922} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.959965] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.959965] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.960265] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.960415] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.960594] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.960868] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa4a7a90-c408-46b7-b85e-2352bb4d3a80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.972419] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updated VIF entry in instance network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.972419] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfa5c2603-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.973980] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.974466] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.975066] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52323eb2-bea5-41dd-9602-765de71c6d1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.984973] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1265.984973] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f0577-43ff-80c7-0505-4d008f57fa93" [ 1265.984973] env[69245]: _type = "Task" [ 1265.984973] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.005494] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.006131] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f0577-43ff-80c7-0505-4d008f57fa93, 'name': SearchDatastore_Task, 'duration_secs': 0.012693} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.006963] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fdac7ed-6210-4249-a4f0-39c810504e3d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.013148] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1266.013148] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f2695d-3ce0-0067-bdd2-2ebc887e5672" [ 1266.013148] env[69245]: _type = "Task" [ 1266.013148] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.026601] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f2695d-3ce0-0067-bdd2-2ebc887e5672, 'name': SearchDatastore_Task, 'duration_secs': 0.010617} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.026870] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.027147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7/5e94d33b-c6d8-4caa-b411-4f0c1197a5b7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.027467] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfeea633-58cb-4ab3-8992-843573e68fd1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.038187] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1266.038187] env[69245]: value = "task-3708884" [ 1266.038187] env[69245]: _type = "Task" [ 1266.038187] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.047175] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.098241] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa71bc8-af61-4458-b4b8-85f26e70cb5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.105849] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6fffe-c08e-4f61-91f7-3517204a5f70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.137190] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d17ba66-3ec0-4a96-92b8-61ee591edb1e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.145855] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8946df-816a-4bdc-b76c-f17f76c65f40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.163312] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 745df4a4-2af2-4f3c-bf67-1d23c9b0f704] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.163993] env[69245]: DEBUG nova.compute.provider_tree [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.414383] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09252} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.414383] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.414383] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7ceaf2-5df4-44ba-9181-a1dfc9459aca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.418053] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.418243] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.418511] env[69245]: DEBUG nova.network.neutron [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.439031] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 04202dc9-44fc-4e6f-85ae-c2a7b8c84997/04202dc9-44fc-4e6f-85ae-c2a7b8c84997.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.440787] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9cb178-91dd-42e9-82a4-ffadf3e371b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.467641] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1266.467641] env[69245]: value = "task-3708885" [ 1266.467641] env[69245]: _type = "Task" [ 1266.467641] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.477797] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.478272] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Received event network-vif-plugged-45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.478558] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquiring lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.478834] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.479158] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.479357] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] No waiting events found dispatching network-vif-plugged-45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1266.479606] env[69245]: WARNING nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Received unexpected event network-vif-plugged-45be6fc8-cc7c-4b7a-80a6-56bca382e584 for instance with vm_state building and task_state spawning. [ 1266.479854] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Received event network-changed-45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.480100] env[69245]: DEBUG nova.compute.manager [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Refreshing instance network info cache due to event network-changed-45be6fc8-cc7c-4b7a-80a6-56bca382e584. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.480474] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquiring lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.480675] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Acquired lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.480913] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Refreshing network info cache for port 45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.482138] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.499829] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708882, 'name': PowerOnVM_Task, 'duration_secs': 0.559794} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.500114] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.500348] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1266.500536] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.501342] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574433c-9bb1-459f-a1ee-b9213ed6a8c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.548931] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445484} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.549226] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7/5e94d33b-c6d8-4caa-b411-4f0c1197a5b7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.549444] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.550418] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f9345a1-24d4-4ec3-9b0b-f504df612556 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.556965] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1266.556965] env[69245]: value = "task-3708886" [ 1266.556965] env[69245]: _type = "Task" [ 1266.556965] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.565077] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.667922] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 974546ce-0a67-4bc3-b64a-9348be71641b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.702759] env[69245]: DEBUG nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1266.703135] env[69245]: DEBUG nova.compute.provider_tree [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 150 to 151 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1266.703324] env[69245]: DEBUG nova.compute.provider_tree [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.960644] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.960925] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.961140] env[69245]: DEBUG nova.compute.manager [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Going to confirm migration 7 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1266.981731] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.021236] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Took 26.08 seconds to build instance. [ 1267.069037] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065945} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.069320] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.070120] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7cf20a-a8bf-4fb9-a0a5-a55edca86b8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.092811] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7/5e94d33b-c6d8-4caa-b411-4f0c1197a5b7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.095724] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430fa68b-e461-404e-8f9d-0206fed4c2dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.118986] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1267.118986] env[69245]: value = "task-3708887" [ 1267.118986] env[69245]: _type = "Task" [ 1267.118986] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.127489] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.171565] env[69245]: DEBUG nova.compute.manager [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.171907] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.171980] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.172165] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.172335] env[69245]: DEBUG nova.compute.manager [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] No waiting events found dispatching network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1267.172545] env[69245]: WARNING nova.compute.manager [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received unexpected event network-vif-plugged-bc43ac23-78b7-4cc4-819e-d6e6a539d30a for instance with vm_state shelved_offloaded and task_state spawning. [ 1267.172658] env[69245]: DEBUG nova.compute.manager [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.172808] env[69245]: DEBUG nova.compute.manager [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing instance network info cache due to event network-changed-bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.172969] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Acquiring lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.173639] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: e2a5e46b-a26e-4b2a-9508-89990e253786] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.208658] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.822s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.211933] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.510s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.212209] env[69245]: DEBUG nova.objects.instance [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lazy-loading 'resources' on Instance uuid e5c7c131-baa1-4619-9357-3ad0cc207a4e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.238598] env[69245]: INFO nova.scheduler.client.report [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted allocations for instance 4b549dde-57e3-47de-900c-f6af4536b595 [ 1267.478315] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708885, 'name': ReconfigVM_Task, 'duration_secs': 0.747173} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.478602] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 04202dc9-44fc-4e6f-85ae-c2a7b8c84997/04202dc9-44fc-4e6f-85ae-c2a7b8c84997.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.479260] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc43ea4-7533-4216-ae7c-317d55e8ae1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.486103] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1267.486103] env[69245]: value = "task-3708888" [ 1267.486103] env[69245]: _type = "Task" [ 1267.486103] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.496969] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708888, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.523385] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.597s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.531614] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.531801] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquired lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.531982] env[69245]: DEBUG nova.network.neutron [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.532185] env[69245]: DEBUG nova.objects.instance [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'info_cache' on Instance uuid 3bfd696f-caaa-4abb-82db-78b018d51cee {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.629143] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.676669] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 542517f0-bbaf-4c8f-97ec-9bb96e526985] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.746304] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3aa94131-d8c9-482c-b024-ed26e54118dc tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "4b549dde-57e3-47de-900c-f6af4536b595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.866s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.759159] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Updated VIF entry in instance network info cache for port 45be6fc8-cc7c-4b7a-80a6-56bca382e584. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.759552] env[69245]: DEBUG nova.network.neutron [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Updating instance_info_cache with network_info: [{"id": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "address": "fa:16:3e:48:9b:d5", "network": {"id": "1522afb8-d544-4792-b077-b800c7f8b957", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-197287035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27c560ef33ec40b28ed39dd297d6df24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45be6fc8-cc", "ovs_interfaceid": "45be6fc8-cc7c-4b7a-80a6-56bca382e584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.788846] env[69245]: DEBUG nova.network.neutron [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.964575] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6ff5d-1d5c-46f7-9a24-f20382af0f82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.973123] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25080bc9-4ea3-4141-b870-8b6386fe4402 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.007299] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186eb94-17b1-4128-923b-6255e1cc7b3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.015457] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708888, 'name': Rename_Task, 'duration_secs': 0.480174} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.017652] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.017939] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49d293ec-ad07-4f81-9f55-d8acd3fef65c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.020463] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac668f-4564-4315-9850-e28996806545 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.036488] env[69245]: DEBUG nova.compute.provider_tree [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.039121] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1268.039121] env[69245]: value = "task-3708889" [ 1268.039121] env[69245]: _type = "Task" [ 1268.039121] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.048922] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.131768] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708887, 'name': ReconfigVM_Task, 'duration_secs': 1.005269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.131879] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7/5e94d33b-c6d8-4caa-b411-4f0c1197a5b7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.132521] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d4b4bf4-3be7-4a10-a6c7-35bec4fdc096 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.139058] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1268.139058] env[69245]: value = "task-3708890" [ 1268.139058] env[69245]: _type = "Task" [ 1268.139058] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.148380] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708890, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.180970] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: fc61ec0a-64fd-4625-a924-c311d2c0b414] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.267582] env[69245]: DEBUG oslo_concurrency.lockutils [req-4c910867-c5e7-470f-8e3b-939201047ed0 req-b1b20f7c-f7a2-47cb-836f-2f2c4ca4aef3 service nova] Releasing lock "refresh_cache-5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.291715] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.294218] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Acquired lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.294501] env[69245]: DEBUG nova.network.neutron [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Refreshing network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.321870] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='21803c31811e1b04020f418314e34cd7',container_format='bare',created_at=2025-04-29T07:20:39Z,direct_url=,disk_format='vmdk',id=62c9c344-4580-43a9-9269-ca5cedd1072d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1889917560-shelved',owner='52cb8c16c4e541628785c7b86a1ebd8d',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-29T07:20:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.322115] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.322369] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.322435] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.322579] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.322725] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.322924] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.323100] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.323258] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.323582] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.323762] env[69245]: DEBUG nova.virt.hardware [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.324897] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca2d79e-79dd-47bb-941a-66df357fecb0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.333635] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf40e95-ed83-4e15-90f3-0018aaa40c77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.348244] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc43ac23-78b7-4cc4-819e-d6e6a539d30a', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.355569] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.355853] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.356087] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e97cef-0e33-47ff-8658-043df26a76a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.376806] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.376806] env[69245]: value = "task-3708891" [ 1268.376806] env[69245]: _type = "Task" [ 1268.376806] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.391893] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708891, 'name': CreateVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.558306] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708889, 'name': PowerOnVM_Task, 'duration_secs': 0.521586} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.558653] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.558879] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1268.559144] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1268.560375] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348efad-eca2-4d4d-8eb3-579b14087d26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.588191] env[69245]: DEBUG nova.scheduler.client.report [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1268.588329] env[69245]: DEBUG nova.compute.provider_tree [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 151 to 152 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1268.588453] env[69245]: DEBUG nova.compute.provider_tree [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.650658] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708890, 'name': Rename_Task, 'duration_secs': 0.154058} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.650967] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.651950] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a48636-a709-4771-8774-4285616f3735 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.658738] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1268.658738] env[69245]: value = "task-3708892" [ 1268.658738] env[69245]: _type = "Task" [ 1268.658738] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.669359] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.684904] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 2c54b7a3-cad3-493a-bbe9-5e052ffcf04b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.891776] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708891, 'name': CreateVM_Task, 'duration_secs': 0.352224} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.891949] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.892708] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.892876] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.893260] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.893517] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-851c6be6-916a-4670-b395-9969bbe362e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.900895] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1268.900895] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52815a42-6e2e-64d7-3b47-4088fce02948" [ 1268.900895] env[69245]: _type = "Task" [ 1268.900895] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.911278] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52815a42-6e2e-64d7-3b47-4088fce02948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.080484] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Took 28.11 seconds to build instance. [ 1269.094315] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.096918] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.930s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.097217] env[69245]: DEBUG nova.objects.instance [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid d90a03e6-af8d-4394-8fd6-441190aa8ba6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.122304] env[69245]: INFO nova.scheduler.client.report [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Deleted allocations for instance e5c7c131-baa1-4619-9357-3ad0cc207a4e [ 1269.170478] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.188629] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b0ec7bac-1cac-40d6-87e9-54f8ec90e077] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.196116] env[69245]: DEBUG nova.network.neutron [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [{"id": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "address": "fa:16:3e:c6:53:84", "network": {"id": "88764018-80cb-40b5-accd-23b06684c51d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-407469011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02108dbedc6f4539be3811f663a0a784", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ebbe6d-73", "ovs_interfaceid": "58ebbe6d-732b-453a-b8a0-946f8cc34914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.361203] env[69245]: DEBUG nova.network.neutron [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updated VIF entry in instance network info cache for port bc43ac23-78b7-4cc4-819e-d6e6a539d30a. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.361593] env[69245]: DEBUG nova.network.neutron [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [{"id": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "address": "fa:16:3e:3d:7c:de", "network": {"id": "af3e5d89-0ac4-401b-8284-5bf43b24f161", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1459609985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52cb8c16c4e541628785c7b86a1ebd8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc43ac23-78", "ovs_interfaceid": "bc43ac23-78b7-4cc4-819e-d6e6a539d30a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.411453] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.411694] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Processing image 62c9c344-4580-43a9-9269-ca5cedd1072d {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.411933] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.412191] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.412399] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.412698] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7af5ef6-6eb4-4e6b-9b83-3eb394cd9336 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.422550] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.422736] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.423609] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f98f08-9adb-4f29-9273-55d27fd67390 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.429180] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1269.429180] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f78db1-6349-1a2d-2629-f769c4735373" [ 1269.429180] env[69245]: _type = "Task" [ 1269.429180] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.437591] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f78db1-6349-1a2d-2629-f769c4735373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.582855] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.619s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.630135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4b4646-75b6-4ed3-9bd5-3d47b55efc64 tempest-ListServerFiltersTestJSON-2137297096 tempest-ListServerFiltersTestJSON-2137297096-project-member] Lock "e5c7c131-baa1-4619-9357-3ad0cc207a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.392s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.674812] env[69245]: DEBUG oslo_vmware.api [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708892, 'name': PowerOnVM_Task, 'duration_secs': 0.896893} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.675080] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.675155] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1269.675333] env[69245]: DEBUG nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.676416] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5340d78-ec27-4357-8bb9-89071dc7f43b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.691484] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 83c8b6e6-8237-4dcc-b083-8ee32debdd90] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.700017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Releasing lock "refresh_cache-3bfd696f-caaa-4abb-82db-78b018d51cee" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.700017] env[69245]: DEBUG nova.objects.instance [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'migration_context' on Instance uuid 3bfd696f-caaa-4abb-82db-78b018d51cee {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.818701] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd9040-f3bd-4827-bf02-5d57f12b0ccc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.828608] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1c3a7d-c531-474e-a1a8-b4636eb22443 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.878217] env[69245]: DEBUG oslo_concurrency.lockutils [req-961c29d6-4ad1-4548-be9e-41a0b5797449 req-6b660cd6-bc2d-4c1f-b86c-d011cca5cd51 service nova] Releasing lock "refresh_cache-e44f8c2a-23fc-411f-8de5-c6412c50c0a7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.879535] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ee786-48fb-4b39-8218-ec19f599ab88 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.887728] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.888096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.888415] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.888676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.888931] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.892099] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3461e91b-cf2f-4465-b213-3bf6fab034d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.897051] env[69245]: INFO nova.compute.manager [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Terminating instance [ 1269.910275] env[69245]: DEBUG nova.compute.provider_tree [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.941408] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1269.941775] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Fetch image to [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9/OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1269.942033] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Downloading stream optimized image 62c9c344-4580-43a9-9269-ca5cedd1072d to [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9/OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9.vmdk on the data store datastore2 as vApp {{(pid=69245) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1269.942270] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Downloading image file data 62c9c344-4580-43a9-9269-ca5cedd1072d to the ESX as VM named 'OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9' {{(pid=69245) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1270.042022] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1270.042022] env[69245]: value = "resgroup-9" [ 1270.042022] env[69245]: _type = "ResourcePool" [ 1270.042022] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1270.042022] env[69245]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9b843b17-58b2-4f0a-a337-b0718e78760d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.065020] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease: (returnval){ [ 1270.065020] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1270.065020] env[69245]: _type = "HttpNfcLease" [ 1270.065020] env[69245]: } obtained for vApp import into resource pool (val){ [ 1270.065020] env[69245]: value = "resgroup-9" [ 1270.065020] env[69245]: _type = "ResourcePool" [ 1270.065020] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1270.065020] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the lease: (returnval){ [ 1270.065020] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1270.065020] env[69245]: _type = "HttpNfcLease" [ 1270.065020] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.072298] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.072298] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1270.072298] env[69245]: _type = "HttpNfcLease" [ 1270.072298] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.195962] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: fc010a87-d49a-4090-a838-975705d101e8] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.197908] env[69245]: INFO nova.compute.manager [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Took 29.20 seconds to build instance. [ 1270.205018] env[69245]: DEBUG nova.objects.base [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Object Instance<3bfd696f-caaa-4abb-82db-78b018d51cee> lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.205018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350b4fe-ee56-41cc-9b77-2cac6a53f1e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.226298] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571deff1-8cab-4593-a1d7-269f85fc8259 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.232378] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.232680] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.238283] env[69245]: DEBUG oslo_vmware.api [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1270.238283] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5225cd79-4f61-ad4c-d347-957806eafd63" [ 1270.238283] env[69245]: _type = "Task" [ 1270.238283] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.250738] env[69245]: DEBUG oslo_vmware.api [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5225cd79-4f61-ad4c-d347-957806eafd63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.411835] env[69245]: DEBUG nova.compute.manager [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.411835] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.412651] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5dcab-6b0c-4636-9148-abfaa9b68b52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.416562] env[69245]: DEBUG nova.scheduler.client.report [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.425261] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.425577] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591d8878-de49-4d91-9a64-70d71a2982da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.433129] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1270.433129] env[69245]: value = "task-3708894" [ 1270.433129] env[69245]: _type = "Task" [ 1270.433129] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.443886] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.574236] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.574236] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1270.574236] env[69245]: _type = "HttpNfcLease" [ 1270.574236] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.700352] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 740526dc-af3a-41b0-b73c-1dc711198969] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.702653] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6fb56ce0-202e-4693-b8ad-0e1185c2dd62 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.709s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.735458] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.749382] env[69245]: DEBUG oslo_vmware.api [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5225cd79-4f61-ad4c-d347-957806eafd63, 'name': SearchDatastore_Task, 'duration_secs': 0.018011} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.749710] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.922187] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.925092] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.629s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.925092] env[69245]: DEBUG nova.objects.instance [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'resources' on Instance uuid 24422a58-2b14-43dd-a140-0aeefc16d621 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.946854] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708894, 'name': PowerOffVM_Task, 'duration_secs': 0.253291} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.948017] env[69245]: INFO nova.scheduler.client.report [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance d90a03e6-af8d-4394-8fd6-441190aa8ba6 [ 1270.948984] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.949168] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.952627] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3306768-4a00-4d65-9425-57b77b6df7f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.026518] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.026753] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.026947] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleting the datastore file [datastore2] f46cd326-2e44-4ce6-a716-d67ff5e1bf9a {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.027836] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb5b679-b837-4ae1-b248-d3531f70e01d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.034377] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1271.034377] env[69245]: value = "task-3708896" [ 1271.034377] env[69245]: _type = "Task" [ 1271.034377] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.044089] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.072440] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.072440] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1271.072440] env[69245]: _type = "HttpNfcLease" [ 1271.072440] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.072764] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.072764] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eee876-e03a-d1b3-2ee9-218aee7b6e23" [ 1271.072764] env[69245]: _type = "HttpNfcLease" [ 1271.072764] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1271.073549] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42242562-1fd3-4fd0-8ec6-c683bb831fc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.082309] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.082719] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1271.148491] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d602707-7c4f-4571-a99d-8a074aa9e8e4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.203749] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 3c723746-3838-4a9a-9cee-811500a2bd9d] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.256327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.442769] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "c1771023-69d6-4383-a834-21e8e7452e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.443160] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.443453] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "c1771023-69d6-4383-a834-21e8e7452e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.443682] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.443910] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.451783] env[69245]: INFO nova.compute.manager [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Terminating instance [ 1271.459201] env[69245]: DEBUG oslo_concurrency.lockutils [None req-dc8edf04-a2f4-40a3-97df-dc897e4ceaf1 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "d90a03e6-af8d-4394-8fd6-441190aa8ba6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.428s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.548419] env[69245]: DEBUG oslo_vmware.api [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156345} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.548702] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.548893] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.549086] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.549271] env[69245]: INFO nova.compute.manager [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1271.549527] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.550070] env[69245]: DEBUG nova.compute.manager [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.550070] env[69245]: DEBUG nova.network.neutron [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.670813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e0632-540a-4f1c-aa4f-d67147479df6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.682877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e912da-4081-4a29-a385-75894087161b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.718202] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: e42f30db-207b-4530-918d-3a980c47bef4] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.721038] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ba37e-2c51-4397-809c-7ce3c139151a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.730099] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982241da-5fac-4a74-a061-f5860c20e93d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.747377] env[69245]: DEBUG nova.compute.provider_tree [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.807011] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "b4b7019a-ba23-49e5-b94e-b096391ac163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.807279] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.958563] env[69245]: DEBUG nova.compute.manager [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.958885] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.960187] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d1e5ca-3c17-4cbd-8cac-1d8c1f0960b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.974612] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.976140] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f5ea1f-06e3-4592-a290-fdf959cc667a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.986152] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1271.986152] env[69245]: value = "task-3708897" [ 1271.986152] env[69245]: _type = "Task" [ 1271.986152] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.997580] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.125809] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.126099] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.200952] env[69245]: DEBUG nova.compute.manager [req-4afd4bd4-18ad-4b72-ac5f-db44fb483a8d req-83b8678d-3a44-45f8-8ae7-d83782d27d2f service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Received event network-vif-deleted-d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.201507] env[69245]: INFO nova.compute.manager [req-4afd4bd4-18ad-4b72-ac5f-db44fb483a8d req-83b8678d-3a44-45f8-8ae7-d83782d27d2f service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Neutron deleted interface d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3; detaching it from the instance and deleting it from the info cache [ 1272.201507] env[69245]: DEBUG nova.network.neutron [req-4afd4bd4-18ad-4b72-ac5f-db44fb483a8d req-83b8678d-3a44-45f8-8ae7-d83782d27d2f service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.225632] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 01a1d39c-09dc-4689-9239-7bb6367e575e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.274278] env[69245]: ERROR nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [req-4b040225-de7d-4228-884b-71df0b667264] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b040225-de7d-4228-884b-71df0b667264"}]} [ 1272.302066] env[69245]: DEBUG nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1272.310898] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.322876] env[69245]: DEBUG nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1272.323167] env[69245]: DEBUG nova.compute.provider_tree [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.341296] env[69245]: DEBUG nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1272.371667] env[69245]: DEBUG nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1272.416733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "a93a4852-e43a-42fd-bd43-c436cec71980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.417902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.417902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.417902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.419354] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.424462] env[69245]: INFO nova.compute.manager [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Terminating instance [ 1272.497276] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708897, 'name': PowerOffVM_Task, 'duration_secs': 0.238445} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.497774] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.497984] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.498274] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3ef5ff9-dc87-49a1-aaa0-c3fc9b16f890 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.578107] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.578505] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.578723] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleting the datastore file [datastore1] c1771023-69d6-4383-a834-21e8e7452e08 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.581193] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8957a021-9fa8-4993-b3da-0feba3eb08a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.595600] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1272.595600] env[69245]: value = "task-3708899" [ 1272.595600] env[69245]: _type = "Task" [ 1272.595600] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.611520] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.628738] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.682102] env[69245]: DEBUG nova.network.neutron [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.696998] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7eee3-d5c6-40b1-819c-f2d2d6e88621 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.706270] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f356b3c-fc02-449e-bbee-b709a190631a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.713123] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93f744-eef0-490d-88b4-06d3dfa9e151 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.751319] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 65db32f2-f862-4509-ab04-cbaa9596fcfa] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.760473] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d05b43-af0a-4522-929a-b0ea862d35be {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.771901] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b68765-cc80-47cc-af0f-64b2a8b20fff {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.781248] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb36248-ba12-4c3a-af96-9ef04974420a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.797944] env[69245]: DEBUG nova.compute.manager [req-4afd4bd4-18ad-4b72-ac5f-db44fb483a8d req-83b8678d-3a44-45f8-8ae7-d83782d27d2f service nova] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Detach interface failed, port_id=d3ca2bfe-0d8b-46e7-85de-4fa2ed19ffe3, reason: Instance f46cd326-2e44-4ce6-a716-d67ff5e1bf9a could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.806809] env[69245]: DEBUG nova.compute.provider_tree [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.839182] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.919717] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1272.920011] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1272.921442] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9470181-e13f-4daf-b5a0-33d64289619a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.933142] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1272.933538] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1272.934305] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-030f33f5-bab2-4d4f-a4ab-8fde43bc4f9c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.936501] env[69245]: DEBUG nova.compute.manager [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.936716] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.937596] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423d9bf-1ac3-45a0-8a41-155a1450a331 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.946938] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.947235] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e62a66-e640-4cf5-b8cf-ebb50fe95858 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.955431] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1272.955431] env[69245]: value = "task-3708900" [ 1272.955431] env[69245]: _type = "Task" [ 1272.955431] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.967180] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.106244] env[69245]: DEBUG oslo_vmware.api [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166072} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.106469] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.106603] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.106783] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.106991] env[69245]: INFO nova.compute.manager [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1273.107342] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.107609] env[69245]: DEBUG nova.compute.manager [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.107714] env[69245]: DEBUG nova.network.neutron [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.155035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.187031] env[69245]: INFO nova.compute.manager [-] [instance: f46cd326-2e44-4ce6-a716-d67ff5e1bf9a] Took 1.64 seconds to deallocate network for instance. [ 1273.255066] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ad2693d9-a5f1-42ba-a471-249753646b3b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.282775] env[69245]: DEBUG oslo_vmware.rw_handles [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524abe4f-4372-cc5d-4856-d058c02e2f5b/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1273.283000] env[69245]: INFO nova.virt.vmwareapi.images [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Downloaded image file data 62c9c344-4580-43a9-9269-ca5cedd1072d [ 1273.283879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f61acbd-8746-4d59-b1e0-0711226c1289 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.301143] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340e0c8a-7e72-4df6-9dbd-9961a73b066b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.343481] env[69245]: DEBUG nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1273.343844] env[69245]: DEBUG nova.compute.provider_tree [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 155 to 156 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1273.344290] env[69245]: DEBUG nova.compute.provider_tree [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.415245] env[69245]: INFO nova.virt.vmwareapi.images [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] The imported VM was unregistered [ 1273.417715] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1273.417975] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Creating directory with path [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.418350] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296d5b5c-cda8-4197-bab7-6495a344be26 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.430023] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Created directory with path [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.430306] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9/OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9.vmdk to [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk. {{(pid=69245) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1273.430589] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2b502b64-46f6-4925-a88a-f02557ee3f06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.438436] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1273.438436] env[69245]: value = "task-3708902" [ 1273.438436] env[69245]: _type = "Task" [ 1273.438436] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.447883] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.467335] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708900, 'name': PowerOffVM_Task, 'duration_secs': 0.257486} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.467769] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.468072] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.468447] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91caffa8-031d-4aa7-b252-676ce92b0d9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.564661] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.564962] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.565157] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleting the datastore file [datastore2] a93a4852-e43a-42fd-bd43-c436cec71980 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.565483] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9fe8bb0-89cf-4d98-b40c-492bcc84e206 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.573626] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for the task: (returnval){ [ 1273.573626] env[69245]: value = "task-3708904" [ 1273.573626] env[69245]: _type = "Task" [ 1273.573626] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.583249] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.694039] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.758408] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 4922f5d8-6906-4c3b-86a8-ecaf136072ea] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.849441] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.925s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.852065] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.416s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.852726] env[69245]: DEBUG nova.objects.instance [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'resources' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.870847] env[69245]: INFO nova.scheduler.client.report [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 24422a58-2b14-43dd-a140-0aeefc16d621 [ 1273.954203] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.087821] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.176745] env[69245]: DEBUG nova.network.neutron [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.227242] env[69245]: DEBUG nova.compute.manager [req-d60c07c6-a50d-47b5-a4e6-55802d79935e req-7c4f5e49-2479-493d-8dd8-9f8fa5012617 service nova] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Received event network-vif-deleted-f1b546b3-e7de-4906-bfe3-cba00de78865 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.262163] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b0f65ff7-0778-4c6d-94e9-4c49226bb298] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.356245] env[69245]: DEBUG nova.objects.instance [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'numa_topology' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.379297] env[69245]: DEBUG oslo_concurrency.lockutils [None req-342ba465-52b5-4047-b6e5-1619ace3c612 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "24422a58-2b14-43dd-a140-0aeefc16d621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.654s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.451690] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.597657] env[69245]: DEBUG oslo_vmware.api [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Task: {'id': task-3708904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.016017} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.598950] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.599187] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.599372] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.599571] env[69245]: INFO nova.compute.manager [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1274.600017] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.600348] env[69245]: DEBUG nova.compute.manager [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.600503] env[69245]: DEBUG nova.network.neutron [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.679966] env[69245]: INFO nova.compute.manager [-] [instance: c1771023-69d6-4383-a834-21e8e7452e08] Took 1.57 seconds to deallocate network for instance. [ 1274.765252] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 54339c90-469c-4806-a006-ce6949d68ca4] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.860097] env[69245]: DEBUG nova.objects.base [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.954050] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.187272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.223123] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9c1af-4315-4185-9b06-f7af575f6e06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.233531] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc10cca8-9573-4576-bd32-24d4d722a29d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.271919] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 5dfce63e-88f8-458a-a9d7-4fe33c65ce89] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.275072] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a66743f-9c22-4ae2-9ea2-a2e3ca9652ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.287454] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64ed0a0-e728-4d14-af03-71ecd2140a09 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.305380] env[69245]: DEBUG nova.compute.provider_tree [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.453617] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.546391] env[69245]: DEBUG nova.network.neutron [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.779018] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 86cbb739-c278-48d0-b18c-2b3a491cbfa7] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.809017] env[69245]: DEBUG nova.scheduler.client.report [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.904780] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.905133] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.955772] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.049875] env[69245]: INFO nova.compute.manager [-] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Took 1.45 seconds to deallocate network for instance. [ 1276.255374] env[69245]: DEBUG nova.compute.manager [req-241e181b-76e3-4eab-809b-1568921af0b2 req-9ec21278-14f0-42aa-8a20-4bde477a2eae service nova] [instance: a93a4852-e43a-42fd-bd43-c436cec71980] Received event network-vif-deleted-aad30ae9-9be5-4f15-8238-d3285db1779c {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.282479] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: fdf081d6-be9c-439e-b773-e2015d4a7fae] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.314526] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.317968] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.704s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.319589] env[69245]: INFO nova.compute.claims [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.409436] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.458067] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708902, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.65983} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.458548] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9/OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9.vmdk to [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk. [ 1276.458882] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Cleaning up location [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1276.459205] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_de8ed23d-517e-47c9-b052-e31dcf572cf9 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.459599] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cad125e6-78b1-42df-9288-599b8c4c2e45 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.469403] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1276.469403] env[69245]: value = "task-3708905" [ 1276.469403] env[69245]: _type = "Task" [ 1276.469403] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.482461] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.557588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.785740] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ed92fd9f-58cd-4fd2-919c-442bd0e7f20e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.833885] env[69245]: DEBUG oslo_concurrency.lockutils [None req-46eb597b-e03e-4827-988f-466902d363b8 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.180s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.835258] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.921s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.835486] env[69245]: INFO nova.compute.manager [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Unshelving [ 1276.934789] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.980767] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.981125] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.981399] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.981726] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk to [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.982046] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8d40e8-83c9-4560-bd15-6ce71cd60206 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.989987] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1276.989987] env[69245]: value = "task-3708906" [ 1276.989987] env[69245]: _type = "Task" [ 1276.989987] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.999025] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.290072] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 7a23fbd1-2577-4e36-9e80-97f185bbf426] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.504576] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.572105] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dba5bb-5111-4855-b8f6-192b8ee09115 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.582289] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbed94e-30a8-4d58-a631-97d32e757fe1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.617330] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b86f7-ea9a-4dae-a52f-6858452202b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.628020] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630becd1-3263-4cc7-b879-2e4fcb72bc11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.648436] env[69245]: DEBUG nova.compute.provider_tree [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.793647] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 8e79df1d-680f-4f16-99b6-6c6b5e943e2b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.845693] env[69245]: DEBUG nova.compute.utils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.004912] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.152431] env[69245]: DEBUG nova.scheduler.client.report [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.297497] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 838dcd4a-a2bd-4d3d-9056-dec996ac8800] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.349550] env[69245]: INFO nova.virt.block_device [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Booting with volume 02475d56-652c-4ae0-9dba-7a6311e9133b at /dev/sdb [ 1278.392567] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0a9c419-261e-4d72-a1e2-09f5e4652b20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.404079] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcbed5-3d9a-494b-8aad-ff0677cb12dd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.438735] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d99bac8-0916-4f42-9b55-0d50b8cad3c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.450553] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8c022-d50b-4c47-a7df-58afa348c9bc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.484159] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab6df5-f9b3-413f-aeb4-a04217fc2379 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.497478] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9a52b-e466-4a97-9108-a7886d6da7a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.508816] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.517296] env[69245]: DEBUG nova.virt.block_device [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating existing volume attachment record: e2bc388d-fcaf-4bdb-bfad-b48eae9818c2 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1278.658216] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.658794] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.661952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.912s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.802278] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 414535bd-4bc0-4cca-9a89-e950c8e79f0b] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.003615] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.171871] env[69245]: DEBUG nova.compute.utils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.173632] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.173951] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.291143] env[69245]: DEBUG nova.policy [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3f11972248b49749c749cb83281b62e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f90796bca424f759ade82b3202293c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.308325] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: d075d29b-ba3b-4581-a628-cc2a6b0cb3d3] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1279.449769] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe92d42-8d47-4aef-b155-4071fed9745a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.458661] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bf70ee-7637-4ca5-a751-b8044f2efa5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.493745] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f912c-feb6-4db5-aa33-6efed08e0f48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.508542] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2e9a33-7146-4389-8938-3a02876289e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.512755] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.526305] env[69245]: DEBUG nova.compute.provider_tree [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.678324] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.682883] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Successfully created port: a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.812715] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 102fc0dd-4690-4dcc-b95b-ff9feee72ae5] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.003545] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708906, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.713669} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.003766] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/62c9c344-4580-43a9-9269-ca5cedd1072d/62c9c344-4580-43a9-9269-ca5cedd1072d.vmdk to [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.004678] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f9432-f9bf-4b91-a2a7-833404a61e90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.027755] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.028169] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcbc72a-047f-41c4-9f45-b3d8ff0f4928 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.043142] env[69245]: DEBUG nova.scheduler.client.report [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.052432] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1280.052432] env[69245]: value = "task-3708910" [ 1280.052432] env[69245]: _type = "Task" [ 1280.052432] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.061321] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.316348] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b6fa4c33-43dc-4908-8dfc-7e89c803f0d6] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1280.562318] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.696436] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.729386] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.729637] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.729797] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.729984] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.730154] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.730465] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.730608] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.730770] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.730939] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.731125] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.731334] env[69245]: DEBUG nova.virt.hardware [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.732258] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d597d3-e0fd-4dc7-8b91-7a2428de153e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.740989] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde92c6-0c20-4181-9319-a66d99b8e24f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.822194] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 10a6ea8e-7609-447e-aa54-202ff859cba5] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.054481] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.392s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.058919] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.802s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.059709] env[69245]: INFO nova.compute.claims [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.072252] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708910, 'name': ReconfigVM_Task, 'duration_secs': 0.810704} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.072541] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Reconfigured VM instance instance-00000064 to attach disk [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7/e44f8c2a-23fc-411f-8de5-c6412c50c0a7.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.073274] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5e210ed-bb0e-43c9-881b-c1387b4c9d5f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.079429] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1281.079429] env[69245]: value = "task-3708912" [ 1281.079429] env[69245]: _type = "Task" [ 1281.079429] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.088207] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708912, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.179363] env[69245]: DEBUG nova.compute.manager [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Received event network-vif-plugged-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.179611] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.179824] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.180090] env[69245]: DEBUG oslo_concurrency.lockutils [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.180177] env[69245]: DEBUG nova.compute.manager [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] No waiting events found dispatching network-vif-plugged-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1281.180399] env[69245]: WARNING nova.compute.manager [req-0f393be9-4137-42fc-9e00-d127f22be544 req-63ccb637-c7dc-476d-b7f2-de452e6d95a7 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Received unexpected event network-vif-plugged-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 for instance with vm_state building and task_state spawning. [ 1281.276306] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Successfully updated port: a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.325683] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: be8e0fe9-3777-42da-a8e7-658b0bc2bb97] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1281.591156] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708912, 'name': Rename_Task, 'duration_secs': 0.148219} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.591456] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.591705] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d0d0fb-0324-4c26-bfd9-c12443f88b70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.598326] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1281.598326] env[69245]: value = "task-3708913" [ 1281.598326] env[69245]: _type = "Task" [ 1281.598326] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.606136] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.621865] env[69245]: INFO nova.scheduler.client.report [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocation for migration d9d15aba-085b-4861-8fd9-495b975be0db [ 1281.778810] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.779021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.779157] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.828735] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: c67b11b8-fffd-43f7-815c-428e01ec7872] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.113658] env[69245]: DEBUG oslo_vmware.api [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708913, 'name': PowerOnVM_Task, 'duration_secs': 0.437562} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.117721] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.127998] env[69245]: DEBUG oslo_concurrency.lockutils [None req-f8de4074-7757-4c86-a8b5-43c3be11f5b8 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.167s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.201424] env[69245]: INFO nova.compute.manager [None req-6883b571-59ca-4db6-b41d-e18fc58d35a0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Get console output [ 1282.201817] env[69245]: WARNING nova.virt.vmwareapi.driver [None req-6883b571-59ca-4db6-b41d-e18fc58d35a0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] The console log is missing. Check your VSPC configuration [ 1282.226510] env[69245]: DEBUG nova.compute.manager [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1282.227532] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81ec93f-fea6-4028-82d8-e1ea24db23b8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.302644] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434cdf5-bbb1-41f8-b4ad-4f0dcbc8d462 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.310181] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b73434-b9fd-4ffe-89ce-7a27e5c0a38f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.313870] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.345327] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 8d35fdc9-38e8-4e80-a2f1-b9df1649066e] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.350974] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dddad63-f899-43fe-b6a4-40b379a135ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.360399] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfe65f-3cd1-4a99-903a-35e9ac2c53a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.375007] env[69245]: DEBUG nova.compute.provider_tree [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.470412] env[69245]: DEBUG nova.network.neutron [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating instance_info_cache with network_info: [{"id": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "address": "fa:16:3e:cc:33:01", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f1d1c4-35", "ovs_interfaceid": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.748391] env[69245]: DEBUG oslo_concurrency.lockutils [None req-10443374-f21c-47af-aeb4-e9af3b232771 tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.778s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.848654] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: c020b49d-0484-4df0-bca9-44053f5210ae] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1282.878347] env[69245]: DEBUG nova.scheduler.client.report [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.973949] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.974329] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Instance network_info: |[{"id": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "address": "fa:16:3e:cc:33:01", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f1d1c4-35", "ovs_interfaceid": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.974774] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:33:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6f1d1c4-359c-4fe4-8cc0-ef255f0df466', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.982458] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.982733] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.982986] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-506a54db-501c-4dec-abce-fe5d94087228 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.005762] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.005762] env[69245]: value = "task-3708914" [ 1283.005762] env[69245]: _type = "Task" [ 1283.005762] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.014861] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708914, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.212498] env[69245]: DEBUG nova.compute.manager [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Received event network-changed-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.212732] env[69245]: DEBUG nova.compute.manager [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Refreshing instance network info cache due to event network-changed-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.212976] env[69245]: DEBUG oslo_concurrency.lockutils [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] Acquiring lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.213154] env[69245]: DEBUG oslo_concurrency.lockutils [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] Acquired lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.213321] env[69245]: DEBUG nova.network.neutron [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Refreshing network info cache for port a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.352150] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: ae7e0e6f-aac9-47fa-93d2-75f19702f708] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.383785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.384382] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.387390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.549s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.388806] env[69245]: INFO nova.compute.claims [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.516096] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708914, 'name': CreateVM_Task, 'duration_secs': 0.312997} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.516281] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.516994] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.517183] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.517529] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.517799] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb5bbbf-a279-48d2-8314-c1786c2e97df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.522953] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1283.522953] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e044a-ca09-cf14-879f-93315b0ff4d4" [ 1283.522953] env[69245]: _type = "Task" [ 1283.522953] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.531427] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e044a-ca09-cf14-879f-93315b0ff4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.787249] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.787617] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.787846] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.788045] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.788309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.790708] env[69245]: INFO nova.compute.manager [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Terminating instance [ 1283.854726] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 2a8b68ba-cda7-4c51-8dd0-c9b38e88ced4] Instance has had 0 of 5 cleanup attempts {{(pid=69245) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1283.894900] env[69245]: DEBUG nova.compute.utils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.899683] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.899884] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.975470] env[69245]: DEBUG nova.policy [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e43022df226464bbea58cc75080ac2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9c0461fc2b40cb9e6abda7a09f6782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.035589] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523e044a-ca09-cf14-879f-93315b0ff4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.036153] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.036530] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.037442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.037442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.037688] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.039243] env[69245]: DEBUG nova.network.neutron [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updated VIF entry in instance network info cache for port a6f1d1c4-359c-4fe4-8cc0-ef255f0df466. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.041692] env[69245]: DEBUG nova.network.neutron [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating instance_info_cache with network_info: [{"id": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "address": "fa:16:3e:cc:33:01", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f1d1c4-35", "ovs_interfaceid": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.041692] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2dc2f3d-4762-4085-9465-fb58a2d7b082 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.053770] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.053770] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.054476] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acf399d5-9334-469f-9712-06118ba79660 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.060621] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1284.060621] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080243-0295-77bf-9823-19face5475a5" [ 1284.060621] env[69245]: _type = "Task" [ 1284.060621] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.068797] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080243-0295-77bf-9823-19face5475a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.123960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.295889] env[69245]: DEBUG nova.compute.manager [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.296142] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.297070] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8ab91-4677-4d14-b253-f222a7bdd39c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.306734] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.307017] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704007a1-57e5-4d14-97bc-ad720d893390 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.314306] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1284.314306] env[69245]: value = "task-3708915" [ 1284.314306] env[69245]: _type = "Task" [ 1284.314306] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.323519] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.329431] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Successfully created port: 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.358604] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.404265] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.544254] env[69245]: DEBUG oslo_concurrency.lockutils [req-04d40ff3-4caa-488c-a621-9afc6f12b569 req-6a727152-8c21-4632-8b20-eb2deb164715 service nova] Releasing lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.574708] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52080243-0295-77bf-9823-19face5475a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008888} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.575574] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa6a2b83-7513-48e9-b78c-854a4a9a8dbb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.582976] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1284.582976] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265155f-9248-152c-c702-8e37212c0f86" [ 1284.582976] env[69245]: _type = "Task" [ 1284.582976] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.596505] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5265155f-9248-152c-c702-8e37212c0f86, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.596941] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.597175] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 05d0c4e5-0178-4314-bc80-1eec35eed659/05d0c4e5-0178-4314-bc80-1eec35eed659.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.597436] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94675cdc-e68f-4880-9de2-e97e3ab1433e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.608218] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1284.608218] env[69245]: value = "task-3708916" [ 1284.608218] env[69245]: _type = "Task" [ 1284.608218] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.620839] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.657140] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e17e819-354f-4e93-bdc2-c32d346d2ddb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.665311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a2ad8-9a73-44b4-b565-a6f90771bb0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.697355] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01600b56-f51c-4508-ac3d-1e02c097f249 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.705600] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed06fd-a742-4955-b81d-6b64daf22a54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.719946] env[69245]: DEBUG nova.compute.provider_tree [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.828710] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708915, 'name': PowerOffVM_Task, 'duration_secs': 0.212458} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.829115] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.829264] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.829561] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5177fde9-24e9-4563-957a-a9453d104538 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.938261] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.938624] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.938838] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleting the datastore file [datastore2] e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.939321] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a686401-300a-40ed-a8d5-5670c12e02a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.948049] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for the task: (returnval){ [ 1284.948049] env[69245]: value = "task-3708918" [ 1284.948049] env[69245]: _type = "Task" [ 1284.948049] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.959360] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.119321] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500306} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.119706] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 05d0c4e5-0178-4314-bc80-1eec35eed659/05d0c4e5-0178-4314-bc80-1eec35eed659.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.120015] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.120397] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e34eeef-7a53-4ef6-b488-8dc71b21e128 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.127990] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1285.127990] env[69245]: value = "task-3708919" [ 1285.127990] env[69245]: _type = "Task" [ 1285.127990] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.137154] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.223860] env[69245]: DEBUG nova.scheduler.client.report [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.420080] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.445366] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.445633] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.445789] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.445972] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.446132] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.446279] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.446484] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.446690] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.446801] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.446963] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.447167] env[69245]: DEBUG nova.virt.hardware [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.448044] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e764ec6-b23a-4e1d-82c5-21ed54859617 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.459082] env[69245]: DEBUG oslo_vmware.api [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Task: {'id': task-3708918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283053} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.461166] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.461385] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.461617] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.461799] env[69245]: INFO nova.compute.manager [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1285.462043] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.462290] env[69245]: DEBUG nova.compute.manager [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.462389] env[69245]: DEBUG nova.network.neutron [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.464853] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d324c8-b310-40b7-9795-e9f4614153f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.643517] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207724} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.643820] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.644652] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86284f9c-5ff2-48c4-86ef-df7bad10451e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.680665] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 05d0c4e5-0178-4314-bc80-1eec35eed659/05d0c4e5-0178-4314-bc80-1eec35eed659.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.681024] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386a86b4-17bd-4863-90c0-46234da8bd21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.702412] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1285.702412] env[69245]: value = "task-3708920" [ 1285.702412] env[69245]: _type = "Task" [ 1285.702412] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.711200] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.730445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.731009] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.734123] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.579s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.735524] env[69245]: INFO nova.compute.claims [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.993684] env[69245]: DEBUG nova.compute.manager [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Received event network-vif-plugged-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.993924] env[69245]: DEBUG oslo_concurrency.lockutils [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.994484] env[69245]: DEBUG oslo_concurrency.lockutils [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.994738] env[69245]: DEBUG oslo_concurrency.lockutils [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.994943] env[69245]: DEBUG nova.compute.manager [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] No waiting events found dispatching network-vif-plugged-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1285.995143] env[69245]: WARNING nova.compute.manager [req-107fbf46-2d60-4e4c-a323-f5588c7977b7 req-5fe3e744-5c2e-43a3-8cdd-f12a1c9adadd service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Received unexpected event network-vif-plugged-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 for instance with vm_state building and task_state spawning. [ 1286.214797] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708920, 'name': ReconfigVM_Task, 'duration_secs': 0.274877} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.215114] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 05d0c4e5-0178-4314-bc80-1eec35eed659/05d0c4e5-0178-4314-bc80-1eec35eed659.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.215750] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84fd8205-f92b-42c2-9914-6bb96363a631 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.223716] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1286.223716] env[69245]: value = "task-3708921" [ 1286.223716] env[69245]: _type = "Task" [ 1286.223716] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.232802] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708921, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.240324] env[69245]: DEBUG nova.compute.utils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.244243] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1286.294425] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Successfully updated port: 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.734782] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708921, 'name': Rename_Task, 'duration_secs': 0.153743} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.735255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.735503] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e09a1e-5cd8-495f-b43c-48a2b53d9ccb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.742881] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1286.742881] env[69245]: value = "task-3708922" [ 1286.742881] env[69245]: _type = "Task" [ 1286.742881] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.746281] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.758028] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.797600] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.797689] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.797825] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.810710] env[69245]: DEBUG nova.network.neutron [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.863127] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.993659] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734e6f5-be96-42c1-9f7c-68ca664959e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.002179] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a2130-9a66-4643-a6ff-07a1a90841aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.036286] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906cd49c-83eb-4233-a03d-307f38ab25c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.048017] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c34a0-73f1-4eb5-bfc5-3a98ea4b5470 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.063441] env[69245]: DEBUG nova.compute.provider_tree [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.256820] env[69245]: DEBUG oslo_vmware.api [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3708922, 'name': PowerOnVM_Task, 'duration_secs': 0.462081} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.257290] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.257528] env[69245]: INFO nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1287.257798] env[69245]: DEBUG nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.258611] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d86ca-b30e-4cff-913e-12da12299dda {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.315849] env[69245]: INFO nova.compute.manager [-] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Took 1.85 seconds to deallocate network for instance. [ 1287.343098] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.369346] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.369566] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.369728] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.536653] env[69245]: DEBUG nova.network.neutron [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating instance_info_cache with network_info: [{"id": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "address": "fa:16:3e:4f:4a:79", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c42421a-bb", "ovs_interfaceid": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.567179] env[69245]: DEBUG nova.scheduler.client.report [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.758616] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.778703] env[69245]: INFO nova.compute.manager [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Took 23.18 seconds to build instance. [ 1287.822309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.854413] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.854852] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.855057] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.855433] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.855663] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.855764] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.855958] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.856147] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.856373] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.856493] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.856668] env[69245]: DEBUG nova.virt.hardware [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.857574] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac64f0c-0e0a-4eae-af98-477675f861e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.866826] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ceb3c8-375e-4f4b-9804-38cd847519a0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.883697] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Getting list of instances from cluster (obj){ [ 1287.883697] env[69245]: value = "domain-c8" [ 1287.883697] env[69245]: _type = "ClusterComputeResource" [ 1287.883697] env[69245]: } {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1287.884188] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.891027] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Creating folder: Project (358dc18ac48a415499b0edd4c13b439c). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.892066] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b2952c-62da-4e1b-8fd6-2f3b3663099b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.895206] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7de08b5-6b23-455a-96e3-d1c076ab01d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.915183] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Got total of 7 instances {{(pid=69245) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1287.915429] env[69245]: WARNING nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] While synchronizing instance power states, found 14 instances in the database and 7 instances on the hypervisor. [ 1287.915524] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 5b2d06c1-0308-4145-9f70-809fdc3ce700 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.915718] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.915952] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid a93a4852-e43a-42fd-bd43-c436cec71980 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916137] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916301] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid f46cd326-2e44-4ce6-a716-d67ff5e1bf9a {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916454] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916615] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 3bfd696f-caaa-4abb-82db-78b018d51cee {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916771] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid c1771023-69d6-4383-a834-21e8e7452e08 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.916921] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.917083] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.917236] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.917386] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid c1ddca0f-bd68-4373-8188-10e49428bda1 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.917532] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid b4b7019a-ba23-49e5-b94e-b096391ac163 {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.917675] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Triggering sync for uuid d194d656-d6ea-4852-8a2c-36b81b2958ca {{(pid=69245) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.919469] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.919712] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.919999] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.920198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.920546] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "a93a4852-e43a-42fd-bd43-c436cec71980" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.920813] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.921021] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.921244] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.921475] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.921681] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.921858] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.922104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "c1771023-69d6-4383-a834-21e8e7452e08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.922313] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.922485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.922746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.922926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.923175] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.923377] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.923576] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "b4b7019a-ba23-49e5-b94e-b096391ac163" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.923770] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.923951] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.924101] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1287.924317] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Created folder: Project (358dc18ac48a415499b0edd4c13b439c) in parent group-v738357. [ 1287.924477] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Creating folder: Instances. Parent ref: group-v738684. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.925461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca994a60-6c34-4382-bf65-3a34c40f415c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.928603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033cb1c7-d7b8-4200-bcee-6eaa1cd020d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.931686] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064eaa07-3789-4bdf-83ee-f204bfa24436 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.934419] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33d319-c3ce-4bc4-ad8b-b227b9c19da7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.937558] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33e13f-0bc4-42b4-9363-7d963a3da28c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.940447] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9c25f-3308-48bd-a5d3-6f413d758ec7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.943747] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99f24fcc-b7bb-4fc6-9e03-3f95822274ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.973430] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Created folder: Instances in parent group-v738684. [ 1287.973717] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.974238] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.974624] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac709e64-4307-4cb7-b00b-14acff4ceaf7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.995401] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.995401] env[69245]: value = "task-3708925" [ 1287.995401] env[69245]: _type = "Task" [ 1287.995401] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.005688] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708925, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.034748] env[69245]: DEBUG nova.compute.manager [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Received event network-changed-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.035031] env[69245]: DEBUG nova.compute.manager [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Refreshing instance network info cache due to event network-changed-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.035228] env[69245]: DEBUG oslo_concurrency.lockutils [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] Acquiring lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.039557] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.039861] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Instance network_info: |[{"id": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "address": "fa:16:3e:4f:4a:79", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c42421a-bb", "ovs_interfaceid": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.040168] env[69245]: DEBUG oslo_concurrency.lockutils [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] Acquired lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.040412] env[69245]: DEBUG nova.network.neutron [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Refreshing network info cache for port 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.041890] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:4a:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.050674] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.054604] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.055071] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5b65b7e-62ac-4b84-a8b2-63d17e6bb094 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.071624] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.072153] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.076013] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.382s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.076226] env[69245]: DEBUG nova.objects.instance [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'resources' on Instance uuid f46cd326-2e44-4ce6-a716-d67ff5e1bf9a {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.081823] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.081823] env[69245]: value = "task-3708926" [ 1288.081823] env[69245]: _type = "Task" [ 1288.081823] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.091135] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708926, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.280744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a7cebe2e-8ef7-4be8-8a45-b7488e526c0c tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.692s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.281140] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.358s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.282200] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65738de4-a1cf-49a2-a979-75632e26d3fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.378395] env[69245]: DEBUG nova.network.neutron [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updated VIF entry in instance network info cache for port 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.378850] env[69245]: DEBUG nova.network.neutron [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating instance_info_cache with network_info: [{"id": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "address": "fa:16:3e:4f:4a:79", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c42421a-bb", "ovs_interfaceid": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.466324] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.469952] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.470293] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.470687] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.471052] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.492732] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.505428] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708925, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.577194] env[69245]: DEBUG nova.compute.utils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.578701] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Not allocating networking since 'none' was specified. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1288.604382] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708926, 'name': CreateVM_Task, 'duration_secs': 0.345387} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.605366] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.608265] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.608468] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.608825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.609413] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212aa1f5-730a-48d5-a6ce-6d80e9bc5513 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.619017] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1288.619017] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210a54d-1dc4-a435-d5df-6c87b0a00d63" [ 1288.619017] env[69245]: _type = "Task" [ 1288.619017] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.625121] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210a54d-1dc4-a435-d5df-6c87b0a00d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.793527] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.809223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712cda1f-56ff-4b86-9217-4894dd471b23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.820167] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2e9946-41e5-4594-873e-faa251b5c63c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.856792] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3eaca2-88f6-4191-bbd7-58109d45b6de {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.865672] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7718ce61-9fde-488b-80d9-face184ed481 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.881498] env[69245]: DEBUG nova.compute.provider_tree [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.886032] env[69245]: DEBUG oslo_concurrency.lockutils [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] Releasing lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.886032] env[69245]: DEBUG nova.compute.manager [req-73f46afc-70bc-44fc-986d-c03e0695a04e req-0f9c55ab-c72b-43cf-8e20-211f4a20da90 service nova] [instance: e44f8c2a-23fc-411f-8de5-c6412c50c0a7] Received event network-vif-deleted-bc43ac23-78b7-4cc4-819e-d6e6a539d30a {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.007389] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708925, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.090024] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.129044] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5210a54d-1dc4-a435-d5df-6c87b0a00d63, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.129696] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.130122] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.130684] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.131067] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.131778] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.131778] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b33437-0754-4f30-8b6b-c5f0f89f6c28 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.142063] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.142063] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.143201] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6e55db-7e70-4d88-925e-1dbb4b2fcb8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.149376] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1289.149376] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f70f9-5e02-fa8b-3edc-e0000b7bc4fe" [ 1289.149376] env[69245]: _type = "Task" [ 1289.149376] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.157695] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f70f9-5e02-fa8b-3edc-e0000b7bc4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.385419] env[69245]: DEBUG nova.scheduler.client.report [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.506951] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708925, 'name': CreateVM_Task, 'duration_secs': 1.327093} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.507147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.507558] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.507717] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.508045] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.508306] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af52067c-4400-405d-ac60-b3eadd60da76 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.513328] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1289.513328] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d31dd-eeb5-d14b-a282-0edb53af42a3" [ 1289.513328] env[69245]: _type = "Task" [ 1289.513328] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.521365] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d31dd-eeb5-d14b-a282-0edb53af42a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.660231] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522f70f9-5e02-fa8b-3edc-e0000b7bc4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.661397] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305807c7-53d6-4cf2-8dde-e283324c2649 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.667160] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1289.667160] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d2856-3cb0-7af9-85cd-e7c46a6739ff" [ 1289.667160] env[69245]: _type = "Task" [ 1289.667160] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.675558] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d2856-3cb0-7af9-85cd-e7c46a6739ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.890562] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.894256] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.707s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.894531] env[69245]: DEBUG nova.objects.instance [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lazy-loading 'resources' on Instance uuid c1771023-69d6-4383-a834-21e8e7452e08 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.915435] env[69245]: INFO nova.scheduler.client.report [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted allocations for instance f46cd326-2e44-4ce6-a716-d67ff5e1bf9a [ 1290.024441] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527d31dd-eeb5-d14b-a282-0edb53af42a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.024776] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.025051] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.025268] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.076698] env[69245]: DEBUG nova.compute.manager [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Received event network-changed-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.076904] env[69245]: DEBUG nova.compute.manager [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Refreshing instance network info cache due to event network-changed-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.077148] env[69245]: DEBUG oslo_concurrency.lockutils [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] Acquiring lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.077303] env[69245]: DEBUG oslo_concurrency.lockutils [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] Acquired lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.077463] env[69245]: DEBUG nova.network.neutron [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Refreshing network info cache for port a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.096623] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.123026] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.123026] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.123026] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.123242] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.123325] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.123436] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.123644] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.123802] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.123971] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.124151] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.124325] env[69245]: DEBUG nova.virt.hardware [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.125311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a391e274-3027-4426-a2ec-904efd16bd3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.133363] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe10372-2f49-4479-9704-a1a1fdf7b042 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.148773] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.154416] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.154967] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.155214] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d4de0d-03e5-4fb6-87aa-7e8c13a3f3b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.176896] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524d2856-3cb0-7af9-85cd-e7c46a6739ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.178180] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.178455] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] c1ddca0f-bd68-4373-8188-10e49428bda1/c1ddca0f-bd68-4373-8188-10e49428bda1.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.178698] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.178698] env[69245]: value = "task-3708927" [ 1290.178698] env[69245]: _type = "Task" [ 1290.178698] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.178920] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.179120] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.179337] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-962ee194-1774-474d-86ae-81deb7114809 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.181346] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f44c1e-a28a-4ce6-8b36-efbb5cabf1d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.193639] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1290.193639] env[69245]: value = "task-3708928" [ 1290.193639] env[69245]: _type = "Task" [ 1290.193639] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.198077] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.198304] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.199596] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1a7082-d27b-4cf9-a49c-1c370b2a7fe8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.205693] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.208491] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1290.208491] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bd446c-7423-8c75-9799-ab2322be1c6c" [ 1290.208491] env[69245]: _type = "Task" [ 1290.208491] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.217618] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bd446c-7423-8c75-9799-ab2322be1c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.424511] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6941341b-a978-41bf-b5ce-841f6f27f69a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.536s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.425679] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.504s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.426215] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1e9d99f-aae1-4db7-81a7-cb477de413b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.437284] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27447b99-b853-4a7a-8054-ce369094ce30 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.642685] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352174b-b72e-43d2-a42a-ede6e366d548 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.652329] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da93f04e-8d20-429d-afe2-a4b01c2ff73c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.695039] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba2eefa-b96c-45cc-8ad8-c5930c304db1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.709507] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708927, 'name': CreateVM_Task, 'duration_secs': 0.335758} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.717373] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.717810] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708928, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.718302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.718471] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.718778] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.720010] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70438a-0b2d-4416-9c8e-e42b8f8bcaa0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.724290] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a126ce-324d-432c-b269-d38d0b96a3f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.730354] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52bd446c-7423-8c75-9799-ab2322be1c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.739797] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1290.739797] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5211fd24-dab1-e715-42ea-86e455047946" [ 1290.739797] env[69245]: _type = "Task" [ 1290.739797] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.740237] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.741639] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb70392-7ce1-489b-a0a7-9b6fe722d695 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.750474] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1290.750474] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527fa258-d831-e55a-3e35-ca2633b5a932" [ 1290.750474] env[69245]: _type = "Task" [ 1290.750474] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.755933] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5211fd24-dab1-e715-42ea-86e455047946, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.759048] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.759319] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.759538] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.765197] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527fa258-d831-e55a-3e35-ca2633b5a932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.939678] env[69245]: DEBUG nova.network.neutron [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updated VIF entry in instance network info cache for port a6f1d1c4-359c-4fe4-8cc0-ef255f0df466. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.940072] env[69245]: DEBUG nova.network.neutron [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating instance_info_cache with network_info: [{"id": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "address": "fa:16:3e:cc:33:01", "network": {"id": "46c98c70-05d7-4cc6-b547-0444bcbd879d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-38904624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f90796bca424f759ade82b3202293c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6f1d1c4-35", "ovs_interfaceid": "a6f1d1c4-359c-4fe4-8cc0-ef255f0df466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.985869] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "f46cd326-2e44-4ce6-a716-d67ff5e1bf9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.211056] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52697} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.211389] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] c1ddca0f-bd68-4373-8188-10e49428bda1/c1ddca0f-bd68-4373-8188-10e49428bda1.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.211579] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.211912] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-879aaef4-73fd-4a33-a090-0e066975cbba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.219728] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1291.219728] env[69245]: value = "task-3708929" [ 1291.219728] env[69245]: _type = "Task" [ 1291.219728] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.228632] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.267749] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527fa258-d831-e55a-3e35-ca2633b5a932, 'name': SearchDatastore_Task, 'duration_secs': 0.044128} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.268935] env[69245]: ERROR nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [req-2373f8e3-141f-4b52-8288-19d49da472de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2373f8e3-141f-4b52-8288-19d49da472de"}]} [ 1291.269462] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.269794] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b4b7019a-ba23-49e5-b94e-b096391ac163/b4b7019a-ba23-49e5-b94e-b096391ac163.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.272179] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.272445] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.272942] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7ad5d1-597b-462f-a9a8-255ec41ec205 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.274826] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951beb9f-9b55-49ce-b4fe-ebcdb5c60db4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.283093] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1291.283093] env[69245]: value = "task-3708930" [ 1291.283093] env[69245]: _type = "Task" [ 1291.283093] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.287934] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.288274] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.289827] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1291.292156] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ca018e-7ea8-4048-bb68-f3affd85c7a6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.298242] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.302027] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1291.302027] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a714c4-0669-8e3b-4e24-cce3d71cd206" [ 1291.302027] env[69245]: _type = "Task" [ 1291.302027] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.310500] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a714c4-0669-8e3b-4e24-cce3d71cd206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.311642] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1291.311965] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.326781] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1291.347182] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1291.443170] env[69245]: DEBUG oslo_concurrency.lockutils [req-dd1791e3-3635-43a1-8762-a4758c93fbcb req-0e66989c-09ef-40ee-801c-9787e9b8c7cf service nova] Releasing lock "refresh_cache-05d0c4e5-0178-4314-bc80-1eec35eed659" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.549378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2396909e-b5e8-434c-be66-6d306a593279 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.557768] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f6bf1-915c-4df2-b07a-70fc51ef01f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.588795] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099b400-d745-4ab0-8d2c-f03d280e5b53 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.596969] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893d07b6-1a4d-48c2-89f7-171b49868341 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.611225] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.730896] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168899} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.731484] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.731975] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3063525-13a3-44ec-9841-9ab27e331932 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.755551] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] c1ddca0f-bd68-4373-8188-10e49428bda1/c1ddca0f-bd68-4373-8188-10e49428bda1.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.756180] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a947b6-4c8e-4c96-925e-e13773bff033 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.778037] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1291.778037] env[69245]: value = "task-3708931" [ 1291.778037] env[69245]: _type = "Task" [ 1291.778037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.786520] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.794183] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.812371] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52a714c4-0669-8e3b-4e24-cce3d71cd206, 'name': SearchDatastore_Task, 'duration_secs': 0.045065} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.813368] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-560b1d98-13ac-41d3-ba12-b263322e47c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.819669] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1291.819669] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b734d6-44aa-bc41-6499-034ba511c01b" [ 1291.819669] env[69245]: _type = "Task" [ 1291.819669] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.828567] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b734d6-44aa-bc41-6499-034ba511c01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.133835] env[69245]: ERROR nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [req-327cca79-d8b1-4e33-b556-e9d605ff6de3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-327cca79-d8b1-4e33-b556-e9d605ff6de3"}]} [ 1292.150177] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1292.163782] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1292.164035] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.177027] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1292.194706] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1292.296759] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708931, 'name': ReconfigVM_Task, 'duration_secs': 0.514403} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.297489] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfigured VM instance instance-00000076 to attach disk [datastore2] c1ddca0f-bd68-4373-8188-10e49428bda1/c1ddca0f-bd68-4373-8188-10e49428bda1.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.298358] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07091c81-396e-4584-acbf-572a9cb3c24d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.303528] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904031} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.304622] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b4b7019a-ba23-49e5-b94e-b096391ac163/b4b7019a-ba23-49e5-b94e-b096391ac163.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.304846] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.305107] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-052f0502-e51c-4417-a28d-6ad9b0b3eafe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.310548] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1292.310548] env[69245]: value = "task-3708932" [ 1292.310548] env[69245]: _type = "Task" [ 1292.310548] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.317941] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1292.317941] env[69245]: value = "task-3708933" [ 1292.317941] env[69245]: _type = "Task" [ 1292.317941] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.325170] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708932, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.336247] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.339977] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b734d6-44aa-bc41-6499-034ba511c01b, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.340247] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.340543] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.340814] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-297fbfab-2a6c-4dd3-8a35-de790fbced85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.348529] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1292.348529] env[69245]: value = "task-3708934" [ 1292.348529] env[69245]: _type = "Task" [ 1292.348529] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.358374] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.436640] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0125fa58-5ca2-4b17-b007-1daaada1d033 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.445516] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a657c42-c7b4-45f9-bbf8-6bb5f80f4ac0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.479149] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d708cf-26b0-4b56-b219-5c6d1b1cadac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.487637] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90124684-ca81-4acd-86de-87fc84a39bfc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.502440] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.792953] env[69245]: DEBUG nova.compute.manager [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.825982] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708932, 'name': Rename_Task, 'duration_secs': 0.172073} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.826739] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.827084] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd32324a-0f9e-4d8e-8414-105b1bcbf964 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.835880] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078024} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.837641] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.838102] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1292.838102] env[69245]: value = "task-3708935" [ 1292.838102] env[69245]: _type = "Task" [ 1292.838102] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.839063] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c403635-42f6-4387-a87a-bda591d6af7e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.863835] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.872466] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b4b7019a-ba23-49e5-b94e-b096391ac163/b4b7019a-ba23-49e5-b94e-b096391ac163.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.874252] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ff2806-c283-4588-8a60-6f251b10ae97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.893403] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.893811] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708934, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.902134] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1292.902134] env[69245]: value = "task-3708936" [ 1292.902134] env[69245]: _type = "Task" [ 1292.902134] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.912570] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.040783] env[69245]: DEBUG nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1293.041121] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 160 to 161 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1293.041358] env[69245]: DEBUG nova.compute.provider_tree [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.314302] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.353861] env[69245]: DEBUG oslo_vmware.api [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3708935, 'name': PowerOnVM_Task, 'duration_secs': 0.505232} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.357355] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.357648] env[69245]: INFO nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1293.357758] env[69245]: DEBUG nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.358551] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167f69a5-4cae-43ac-8daa-90ba502fb50f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.366336] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708934, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.413559] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708936, 'name': ReconfigVM_Task, 'duration_secs': 0.312394} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.413559] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b4b7019a-ba23-49e5-b94e-b096391ac163/b4b7019a-ba23-49e5-b94e-b096391ac163.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.414067] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eef2d12-5bae-47ab-bf64-29192ac915dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.421366] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1293.421366] env[69245]: value = "task-3708937" [ 1293.421366] env[69245]: _type = "Task" [ 1293.421366] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.431690] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708937, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.547830] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.653s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.550457] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.993s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.550833] env[69245]: DEBUG nova.objects.instance [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lazy-loading 'resources' on Instance uuid a93a4852-e43a-42fd-bd43-c436cec71980 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.567879] env[69245]: INFO nova.scheduler.client.report [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted allocations for instance c1771023-69d6-4383-a834-21e8e7452e08 [ 1293.806311] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.806564] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.863497] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708934, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.877848] env[69245]: INFO nova.compute.manager [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Took 22.64 seconds to build instance. [ 1293.932767] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708937, 'name': Rename_Task, 'duration_secs': 0.139969} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.933068] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.933327] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b06ce24-91a9-4df5-9c76-94dba01cc74c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.941094] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1293.941094] env[69245]: value = "task-3708938" [ 1293.941094] env[69245]: _type = "Task" [ 1293.941094] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.949062] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.076143] env[69245]: DEBUG oslo_concurrency.lockutils [None req-ebd9ce80-8f08-4bb1-a167-eb3d47558a0a tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "c1771023-69d6-4383-a834-21e8e7452e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.633s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.077157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "c1771023-69d6-4383-a834-21e8e7452e08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.155s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.077625] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f654cdc5-49e7-4ce0-933a-6909b2bfeb2d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.087902] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8f7303-4ae3-4dcd-aaf8-ce66d0488500 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.279340] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aec68b-d90a-4770-8d63-85c58a798388 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.287859] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b003a707-b003-4b65-9eef-dcbf87fe6b32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.319075] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dab838-1344-4bca-a1ab-07b19d2d0312 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.327874] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8af52-b35f-49e9-92f2-59b3c4a45e54 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.345249] env[69245]: DEBUG nova.compute.provider_tree [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.366115] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708934, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536894} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.366398] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.366619] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.366871] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d0f90d-f6b4-498c-80d1-5439397918d3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.375163] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1294.375163] env[69245]: value = "task-3708939" [ 1294.375163] env[69245]: _type = "Task" [ 1294.375163] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.381180] env[69245]: DEBUG oslo_concurrency.lockutils [None req-576389fc-3570-46d5-ae0b-7c08acb5e0e3 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.148s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.381644] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.458s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.381644] env[69245]: INFO nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] During sync_power_state the instance has a pending task (spawning). Skip. [ 1294.381822] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.385353] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.453018] env[69245]: DEBUG oslo_vmware.api [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708938, 'name': PowerOnVM_Task, 'duration_secs': 0.43784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.453018] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.453018] env[69245]: INFO nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1294.453018] env[69245]: DEBUG nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.453018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902e67a-f35f-46f8-8204-6170e88019bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.631354] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "c1771023-69d6-4383-a834-21e8e7452e08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.748318] env[69245]: DEBUG nova.compute.manager [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Received event network-changed-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.748318] env[69245]: DEBUG nova.compute.manager [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Refreshing instance network info cache due to event network-changed-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.748318] env[69245]: DEBUG oslo_concurrency.lockutils [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] Acquiring lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.748318] env[69245]: DEBUG oslo_concurrency.lockutils [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] Acquired lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.748318] env[69245]: DEBUG nova.network.neutron [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Refreshing network info cache for port 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.806324] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.848857] env[69245]: DEBUG nova.scheduler.client.report [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.885950] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065089} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.886249] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.887046] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7b7f8-81ed-4f42-9c95-fc7f827b1ab2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.908513] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.909254] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d59446-7b19-4dfd-859d-6984d59c132d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.930064] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1294.930064] env[69245]: value = "task-3708940" [ 1294.930064] env[69245]: _type = "Task" [ 1294.930064] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.940563] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.971129] env[69245]: INFO nova.compute.manager [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Took 22.15 seconds to build instance. [ 1295.355082] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.358096] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.423s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.359723] env[69245]: INFO nova.compute.claims [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.384677] env[69245]: INFO nova.scheduler.client.report [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Deleted allocations for instance a93a4852-e43a-42fd-bd43-c436cec71980 [ 1295.443218] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708940, 'name': ReconfigVM_Task, 'duration_secs': 0.425498} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.443578] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.444209] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0fe974-cadb-4e40-97d1-507c99e8dcb6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.452896] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1295.452896] env[69245]: value = "task-3708941" [ 1295.452896] env[69245]: _type = "Task" [ 1295.452896] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.465133] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708941, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.472686] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6aef847b-f2c4-449c-99e7-6ae905848ef7 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.665s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.473458] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.550s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.473664] env[69245]: INFO nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] During sync_power_state the instance has a pending task (spawning). Skip. [ 1295.473839] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.529328] env[69245]: DEBUG nova.network.neutron [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updated VIF entry in instance network info cache for port 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.529707] env[69245]: DEBUG nova.network.neutron [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating instance_info_cache with network_info: [{"id": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "address": "fa:16:3e:4f:4a:79", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c42421a-bb", "ovs_interfaceid": "7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.592054] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.592054] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.592277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.592401] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.592700] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.594981] env[69245]: INFO nova.compute.manager [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Terminating instance [ 1295.670193] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.670536] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.670751] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.670935] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.671118] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.673626] env[69245]: INFO nova.compute.manager [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Terminating instance [ 1295.805975] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.894185] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e8faa8dc-7208-4424-aa50-16e855412c15 tempest-ServersTestJSON-82089053 tempest-ServersTestJSON-82089053-project-member] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.477s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.895589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.975s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.895902] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50f0b216-4c2e-4cd2-ab7a-4faa4cce397d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.906452] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb13fd6-4a8d-4782-bb1e-eed07c0e0317 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.965887] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708941, 'name': Rename_Task, 'duration_secs': 0.42019} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.965887] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.965887] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f008869-5fee-4178-a318-5047d88ab899 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.973453] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1295.973453] env[69245]: value = "task-3708942" [ 1295.973453] env[69245]: _type = "Task" [ 1295.973453] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.983233] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.033195] env[69245]: DEBUG oslo_concurrency.lockutils [req-0e0d59a0-a85e-4e41-af29-39fcafa70a2a req-d1d1f38d-29d0-46a8-b4da-cf874d25cf65 service nova] Releasing lock "refresh_cache-c1ddca0f-bd68-4373-8188-10e49428bda1" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.098768] env[69245]: DEBUG nova.compute.manager [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.099041] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.100357] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68af462-0d03-4bc4-b2ef-0b2c3b069961 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.108670] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.108961] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f8c89d-d428-40f9-91ee-7fe1b9a66680 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.116692] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1296.116692] env[69245]: value = "task-3708943" [ 1296.116692] env[69245]: _type = "Task" [ 1296.116692] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.127534] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.177632] env[69245]: DEBUG nova.compute.manager [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.177910] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.178991] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f661d1dc-59c1-42de-9e03-5d31ca488ef3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.188507] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.189081] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c678b48-099b-4bdd-9786-11adcc1a6695 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.197272] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1296.197272] env[69245]: value = "task-3708944" [ 1296.197272] env[69245]: _type = "Task" [ 1296.197272] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.206848] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.309425] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.443694] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "a93a4852-e43a-42fd-bd43-c436cec71980" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.485996] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.562802] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7539bfd-912f-4565-9146-694703cd71a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.571257] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62564b4-1b4c-451c-8a07-9e8dc91c1bd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.604599] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585df4a8-c308-433d-bf17-ce0121fe932c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.613953] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5bbada-a572-4f70-ba95-9cc589b87f64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.633592] env[69245]: DEBUG nova.compute.provider_tree [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.639030] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708943, 'name': PowerOffVM_Task, 'duration_secs': 0.30248} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.639640] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.639818] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.640105] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414a301b-048b-4b2b-bf68-70a5c578ce14 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.711605] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708944, 'name': PowerOffVM_Task, 'duration_secs': 0.22739} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.711951] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.712178] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.712476] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7f523d-d240-4d6b-8b82-6e2f413bf183 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.715386] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.715630] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.715862] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleting the datastore file [datastore2] 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.716499] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8328d9fe-5d23-4deb-87eb-a570c64cbf8a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.724101] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1296.724101] env[69245]: value = "task-3708947" [ 1296.724101] env[69245]: _type = "Task" [ 1296.724101] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.732581] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.780196] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.780683] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.781082] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleting the datastore file [datastore2] 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.781519] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16451060-9d54-4f9a-8691-7e12aaa0b0da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.790417] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for the task: (returnval){ [ 1296.790417] env[69245]: value = "task-3708948" [ 1296.790417] env[69245]: _type = "Task" [ 1296.790417] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.804170] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.985227] env[69245]: DEBUG oslo_vmware.api [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708942, 'name': PowerOnVM_Task, 'duration_secs': 0.67175} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.985526] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.985844] env[69245]: INFO nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1296.986203] env[69245]: DEBUG nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1296.987376] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27018983-5416-43b4-8958-075e1b22846e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.142133] env[69245]: DEBUG nova.scheduler.client.report [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.236128] env[69245]: DEBUG oslo_vmware.api [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195099} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.236404] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.236591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.236784] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.237077] env[69245]: INFO nova.compute.manager [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1297.237331] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.237530] env[69245]: DEBUG nova.compute.manager [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.237632] env[69245]: DEBUG nova.network.neutron [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.301962] env[69245]: DEBUG oslo_vmware.api [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Task: {'id': task-3708948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189877} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.306932] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.306932] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.306932] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.306932] env[69245]: INFO nova.compute.manager [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1297.306932] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.306932] env[69245]: DEBUG nova.compute.manager [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.306932] env[69245]: DEBUG nova.network.neutron [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.506897] env[69245]: INFO nova.compute.manager [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Took 24.37 seconds to build instance. [ 1297.652152] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.652152] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.659321] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.534s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.659398] env[69245]: DEBUG nova.objects.instance [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'pci_requests' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.748144] env[69245]: DEBUG nova.compute.manager [req-0a8e2b25-0471-429c-896b-8596e791f54f req-595e9c2a-8fe5-402c-abce-8c40774f7da7 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Received event network-vif-deleted-5aaa3272-5b01-411c-9af5-160c64f780d0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.748452] env[69245]: INFO nova.compute.manager [req-0a8e2b25-0471-429c-896b-8596e791f54f req-595e9c2a-8fe5-402c-abce-8c40774f7da7 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Neutron deleted interface 5aaa3272-5b01-411c-9af5-160c64f780d0; detaching it from the instance and deleting it from the info cache [ 1297.748635] env[69245]: DEBUG nova.network.neutron [req-0a8e2b25-0471-429c-896b-8596e791f54f req-595e9c2a-8fe5-402c-abce-8c40774f7da7 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.009993] env[69245]: DEBUG oslo_concurrency.lockutils [None req-859c152b-845b-4e79-8f66-4ad7877f8c8c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.884s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.010297] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.086s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.011263] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ef340a-2dfc-4fb6-81bb-6bf0155327ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.162759] env[69245]: DEBUG nova.compute.utils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.166952] env[69245]: DEBUG nova.objects.instance [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'numa_topology' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.168385] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.168599] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.215571] env[69245]: DEBUG nova.policy [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58c4c2cfaa3c4623b70163acc82ce142', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f0a8a1a8ba54c018658df1ed64da4e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.232084] env[69245]: DEBUG nova.network.neutron [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.254221] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb4a3765-2d0b-4352-9717-cdd4b32d3f73 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.263974] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c212668-763f-45d6-bd26-ad3450d72e5a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.275398] env[69245]: DEBUG nova.network.neutron [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.298742] env[69245]: DEBUG nova.compute.manager [req-0a8e2b25-0471-429c-896b-8596e791f54f req-595e9c2a-8fe5-402c-abce-8c40774f7da7 service nova] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Detach interface failed, port_id=5aaa3272-5b01-411c-9af5-160c64f780d0, reason: Instance 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.439535] env[69245]: INFO nova.compute.manager [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Rebuilding instance [ 1298.494299] env[69245]: DEBUG nova.compute.manager [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.495180] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cee272-dca8-4d38-a0bb-3e576b7a39fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.521721] env[69245]: INFO nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1298.522066] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.596025] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Successfully created port: 27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.671598] env[69245]: INFO nova.compute.claims [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.674822] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.734854] env[69245]: INFO nova.compute.manager [-] [instance: 04202dc9-44fc-4e6f-85ae-c2a7b8c84997] Took 1.50 seconds to deallocate network for instance. [ 1298.778553] env[69245]: INFO nova.compute.manager [-] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Took 1.47 seconds to deallocate network for instance. [ 1299.241034] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.285651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.510296] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.510616] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4787d92-7d03-4679-a943-25489d2fe277 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.519508] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1299.519508] env[69245]: value = "task-3708949" [ 1299.519508] env[69245]: _type = "Task" [ 1299.519508] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.528043] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.689243] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.725024] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.725379] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.725495] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.725683] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.725832] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.725980] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.726311] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.726432] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.726539] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.726744] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.726951] env[69245]: DEBUG nova.virt.hardware [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.727811] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ecd08c-595a-48f7-879f-56cea7314463 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.738550] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a612d6-0a78-4a32-ae90-3d4fb7d3c139 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.774980] env[69245]: DEBUG nova.compute.manager [req-c182fc5f-4ab6-42af-9f63-47cd6f249b33 req-90ae60fa-c321-4d7c-a985-ed7e8b967b5e service nova] [instance: 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7] Received event network-vif-deleted-45be6fc8-cc7c-4b7a-80a6-56bca382e584 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.776866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.777104] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.777304] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.777484] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.777661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.779632] env[69245]: INFO nova.compute.manager [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Terminating instance [ 1299.893092] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e2148c-77ac-472c-b2fc-d4683431cf9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.901090] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184c03ec-c693-4b48-a3c4-a4b93db18609 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.934658] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9065f0e-8306-406d-8d34-bb1bcf36b4d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.943692] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286017d7-fae3-4b45-bbae-61660f56b97d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.959057] env[69245]: DEBUG nova.compute.provider_tree [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.032022] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708949, 'name': PowerOffVM_Task, 'duration_secs': 0.280738} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.032022] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.032022] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.032022] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81ccee-962d-4b0f-90e2-6e1ff0333f44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.039496] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.039731] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85967fd1-e10b-47ff-b1df-0d0606284708 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.066256] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.066532] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.066723] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleting the datastore file [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.066988] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8274d1b-7aba-413e-91bb-0584282b2168 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.074292] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1300.074292] env[69245]: value = "task-3708951" [ 1300.074292] env[69245]: _type = "Task" [ 1300.074292] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.083554] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.287040] env[69245]: DEBUG nova.compute.manager [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.287249] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.287545] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6716e7ee-1ad4-47ff-8f93-186ba94bc197 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.295395] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1300.295395] env[69245]: value = "task-3708952" [ 1300.295395] env[69245]: _type = "Task" [ 1300.295395] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.305681] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.463068] env[69245]: DEBUG nova.scheduler.client.report [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.547901] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Successfully updated port: 27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.585436] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103819} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.585705] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.585891] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.586084] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.807452] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708952, 'name': PowerOffVM_Task, 'duration_secs': 0.385322} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.807781] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.808043] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1300.808411] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738663', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'name': 'volume-9968494f-23b2-4482-b321-8eb381040541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3bfd696f-caaa-4abb-82db-78b018d51cee', 'attached_at': '2025-04-29T07:21:24.000000', 'detached_at': '', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'serial': '9968494f-23b2-4482-b321-8eb381040541'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1300.809344] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04122990-4dfa-448a-856c-14a44337cb32 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.836045] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea770d18-7b0f-44d4-acea-6084f7a700e9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.847108] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c55b3a-a912-4875-b03c-b90f7ae4a848 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.876458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edf9f3c-4f87-474e-a86f-e44dfd188b0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.896676] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] The volume has not been displaced from its original location: [datastore2] volume-9968494f-23b2-4482-b321-8eb381040541/volume-9968494f-23b2-4482-b321-8eb381040541.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1300.901893] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.902245] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e467e7cf-58fe-409f-bd55-0027065803ef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.920982] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1300.920982] env[69245]: value = "task-3708953" [ 1300.920982] env[69245]: _type = "Task" [ 1300.920982] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.930725] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.968977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.311s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.971335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.149s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.971615] env[69245]: DEBUG nova.objects.instance [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lazy-loading 'resources' on Instance uuid e44f8c2a-23fc-411f-8de5-c6412c50c0a7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.000103] env[69245]: INFO nova.network.neutron [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating port fa5c2603-06c4-4cc1-b215-6c3ada0a5445 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1301.050106] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.050267] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.050519] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.433193] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708953, 'name': ReconfigVM_Task, 'duration_secs': 0.322275} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.433482] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.438696] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dac3f92-a7d5-4096-9e1b-27f098ca1c47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.455408] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1301.455408] env[69245]: value = "task-3708954" [ 1301.455408] env[69245]: _type = "Task" [ 1301.455408] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.464566] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.602893] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.622157] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.622407] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.622568] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.622748] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.622896] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.623059] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.623277] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.623438] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.623608] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.623772] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.623944] env[69245]: DEBUG nova.virt.hardware [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.624827] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5492a7a3-d5e3-4a9c-87ee-d16b8d8a061c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.637843] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e24431-2cac-4dff-abed-957ca2752440 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.654069] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance VIF info [] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.659480] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.661922] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.662181] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f256b188-b6f6-47b8-be81-788a18b70b34 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.682426] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.682426] env[69245]: value = "task-3708955" [ 1301.682426] env[69245]: _type = "Task" [ 1301.682426] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.693785] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708955, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.699429] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b386d674-dfa6-49f5-b418-edcec3d40791 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.710168] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461c729b-60dd-4fe2-8591-75cb6243c212 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.744327] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f99bc3-4bbd-46bc-87d6-22a3e3b77fb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.753048] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce3841-e02b-44e0-b1cf-4898f547bcfe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.767023] env[69245]: DEBUG nova.compute.provider_tree [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.784199] env[69245]: DEBUG nova.network.neutron [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.923465] env[69245]: DEBUG nova.compute.manager [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Received event network-vif-plugged-27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.923692] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.923947] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.924163] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.924353] env[69245]: DEBUG nova.compute.manager [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] No waiting events found dispatching network-vif-plugged-27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1301.924514] env[69245]: WARNING nova.compute.manager [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Received unexpected event network-vif-plugged-27da03d7-51c3-4312-99e6-eebf9771d0c0 for instance with vm_state building and task_state spawning. [ 1301.924706] env[69245]: DEBUG nova.compute.manager [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Received event network-changed-27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.924844] env[69245]: DEBUG nova.compute.manager [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Refreshing instance network info cache due to event network-changed-27da03d7-51c3-4312-99e6-eebf9771d0c0. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.924988] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Acquiring lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.966941] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708954, 'name': ReconfigVM_Task, 'duration_secs': 0.142625} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.967346] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738663', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'name': 'volume-9968494f-23b2-4482-b321-8eb381040541', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '3bfd696f-caaa-4abb-82db-78b018d51cee', 'attached_at': '2025-04-29T07:21:24.000000', 'detached_at': '', 'volume_id': '9968494f-23b2-4482-b321-8eb381040541', 'serial': '9968494f-23b2-4482-b321-8eb381040541'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1301.967703] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.968634] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfff139-597b-4c96-8da7-2a08f50b1d97 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.979034] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.979034] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1b2765a-0c0f-410f-85e5-1ef50e53cf06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.193811] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708955, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.271728] env[69245]: DEBUG nova.scheduler.client.report [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.286818] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.287203] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Instance network_info: |[{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.288179] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Acquired lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.288411] env[69245]: DEBUG nova.network.neutron [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Refreshing network info cache for port 27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.289591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:75:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27da03d7-51c3-4312-99e6-eebf9771d0c0', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.297082] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.299860] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.303534] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d80ac0b7-52b7-45dc-a737-f3f9d887b8cd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.324595] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.324595] env[69245]: value = "task-3708957" [ 1302.324595] env[69245]: _type = "Task" [ 1302.324595] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.334493] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708957, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.537348] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.537591] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.537892] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore2] 3bfd696f-caaa-4abb-82db-78b018d51cee {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.538347] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd56be48-b255-4dcc-9f17-f27b460728a1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.546167] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1302.546167] env[69245]: value = "task-3708958" [ 1302.546167] env[69245]: _type = "Task" [ 1302.546167] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.558651] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.693555] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708955, 'name': CreateVM_Task, 'duration_secs': 0.851685} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.693923] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.694608] env[69245]: DEBUG nova.network.neutron [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updated VIF entry in instance network info cache for port 27da03d7-51c3-4312-99e6-eebf9771d0c0. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.694931] env[69245]: DEBUG nova.network.neutron [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.696261] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.696422] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.696730] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.697419] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3d0447-0947-43a5-9230-dfae7992f2e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.702868] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1302.702868] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]520cf461-c979-c8a0-6221-e3b280bf6323" [ 1302.702868] env[69245]: _type = "Task" [ 1302.702868] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.712301] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520cf461-c979-c8a0-6221-e3b280bf6323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.776477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.779692] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.466s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.798134] env[69245]: INFO nova.scheduler.client.report [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Deleted allocations for instance e44f8c2a-23fc-411f-8de5-c6412c50c0a7 [ 1302.811785] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.811982] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.812183] env[69245]: DEBUG nova.network.neutron [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.837040] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708957, 'name': CreateVM_Task, 'duration_secs': 0.510688} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.837040] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.844879] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.057673] env[69245]: DEBUG oslo_vmware.api [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121333} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.057934] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.058134] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.058316] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.058531] env[69245]: INFO nova.compute.manager [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1303.058789] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.058987] env[69245]: DEBUG nova.compute.manager [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.059093] env[69245]: DEBUG nova.network.neutron [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.198852] env[69245]: DEBUG oslo_concurrency.lockutils [req-eabdd27f-0d72-4e55-8d2b-f6bd7bf61610 req-219ad409-1922-4b68-a2a7-5efa96fe8c46 service nova] Releasing lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.214340] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]520cf461-c979-c8a0-6221-e3b280bf6323, 'name': SearchDatastore_Task, 'duration_secs': 0.021385} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.214660] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.214899] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.215157] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.215304] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.215484] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.215792] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.216087] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.216325] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb5f05a8-b9a0-4dd4-996d-f14018f65f4c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.218223] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50423342-19d0-442d-9a5e-cf1a80c376af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.224563] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1303.224563] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fbf8c8-c393-528b-ab80-4f577312b91e" [ 1303.224563] env[69245]: _type = "Task" [ 1303.224563] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.229197] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.229565] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.230561] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3660c3-9553-48fa-ae6e-6af4080ad966 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.238125] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fbf8c8-c393-528b-ab80-4f577312b91e, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.238964] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.239130] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.239397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.239689] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1303.239689] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]522236e9-8864-26b9-1fd6-e97914fc6625" [ 1303.239689] env[69245]: _type = "Task" [ 1303.239689] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.248503] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]522236e9-8864-26b9-1fd6-e97914fc6625, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.249431] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433bbdaa-5be4-4e34-829a-bad4a7d2f9f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.255359] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1303.255359] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527953ee-d1e0-c447-5529-a62bc1db4c1e" [ 1303.255359] env[69245]: _type = "Task" [ 1303.255359] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.263694] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527953ee-d1e0-c447-5529-a62bc1db4c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.284966] env[69245]: INFO nova.compute.claims [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.305672] env[69245]: DEBUG oslo_concurrency.lockutils [None req-00944918-234e-4957-b64d-4ecd81fe7d1c tempest-ServerActionsTestOtherB-293023804 tempest-ServerActionsTestOtherB-293023804-project-member] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.518s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.306690] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.386s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.307876] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cdb574c-7f4a-40d1-9c79-d5034b1e8be3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.322860] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a29e6-f3f8-4a07-b4eb-0f631b345e83 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.729507] env[69245]: DEBUG nova.network.neutron [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.767696] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527953ee-d1e0-c447-5529-a62bc1db4c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.768140] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.768536] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.768963] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.770338] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.770595] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31041f20-1286-4b85-a903-4668009d7c08 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.772629] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f5c59a-9ef7-46ad-9f39-0d970cf44d1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.781648] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1303.781648] env[69245]: value = "task-3708960" [ 1303.781648] env[69245]: _type = "Task" [ 1303.781648] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.785414] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.785550] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.786643] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b246aa8-1d93-4fc2-8373-f660028eada2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.793610] env[69245]: INFO nova.compute.resource_tracker [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating resource usage from migration 41897d4b-83e8-48e7-892e-20f307a5ba22 [ 1303.796016] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.800702] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1303.800702] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521c9120-47ca-a827-11c3-4e9287ca0772" [ 1303.800702] env[69245]: _type = "Task" [ 1303.800702] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.811378] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521c9120-47ca-a827-11c3-4e9287ca0772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.858972] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "e44f8c2a-23fc-411f-8de5-c6412c50c0a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.961406] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.962024] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.962024] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.962024] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.962204] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] No waiting events found dispatching network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1303.962327] env[69245]: WARNING nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received unexpected event network-vif-plugged-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 for instance with vm_state shelved_offloaded and task_state spawning. [ 1303.962493] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.962648] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing instance network info cache due to event network-changed-fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.962889] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Acquiring lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.994627] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ed42f-bcee-4583-a193-a8fd917025e5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.005248] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4a29fb-419b-424a-9e29-6306820b1ae2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.040074] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea7a02-a177-4c79-b053-b11db593aa06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.049504] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b988e7-b5cb-44ee-a2b9-f48ab8744b3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.064855] env[69245]: DEBUG nova.compute.provider_tree [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.232899] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.236550] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Acquired lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.236728] env[69245]: DEBUG nova.network.neutron [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Refreshing network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.266353] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b02ada4d2e1ab3fffc4d3fd97abee016',container_format='bare',created_at=2025-04-29T07:21:04Z,direct_url=,disk_format='vmdk',id=68e5c20f-86b0-4041-9a51-1ad0ab062f76,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1659252107-shelved',owner='32da260df1c946d39d8dacb24f9fcaa6',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-29T07:21:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.266845] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.267156] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.267473] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.267718] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.267969] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.268348] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.268637] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.268938] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.269267] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.269629] env[69245]: DEBUG nova.virt.hardware [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.271575] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6784095a-12b6-419f-8a4f-fe2e26171562 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.282328] env[69245]: DEBUG nova.network.neutron [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.291165] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10459d7-7af0-44d8-8ffd-08529024990b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.298677] env[69245]: INFO nova.compute.manager [-] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Took 1.24 seconds to deallocate network for instance. [ 1304.324983] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490288} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.325693] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa5c2603-06c4-4cc1-b215-6c3ada0a5445', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.340265] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.340265] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.340265] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.340456] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.341238] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63de2a4e-73cb-41bd-9134-d785055a4b1f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.347020] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76d31c68-f40c-40d3-b898-c75bee61a465 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.371305] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521c9120-47ca-a827-11c3-4e9287ca0772, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.372870] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f27bf35-7b82-4a65-8ba8-2894dcff8a60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.380075] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.380075] env[69245]: value = "task-3708961" [ 1304.380075] env[69245]: _type = "Task" [ 1304.380075] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.380463] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1304.380463] env[69245]: value = "task-3708962" [ 1304.380463] env[69245]: _type = "Task" [ 1304.380463] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.381484] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1304.381484] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]526c3bb5-586e-30f4-a009-e70eed04988d" [ 1304.381484] env[69245]: _type = "Task" [ 1304.381484] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.399093] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708961, 'name': CreateVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.405561] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]526c3bb5-586e-30f4-a009-e70eed04988d, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.405812] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.406074] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.406340] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.406607] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b141d866-219e-457d-af96-76f2a7bb9ee0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.415207] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1304.415207] env[69245]: value = "task-3708963" [ 1304.415207] env[69245]: _type = "Task" [ 1304.415207] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.427587] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.571629] env[69245]: DEBUG nova.scheduler.client.report [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.846793] env[69245]: INFO nova.compute.manager [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Took 0.55 seconds to detach 1 volumes for instance. [ 1304.850099] env[69245]: DEBUG nova.compute.manager [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Deleting volume: 9968494f-23b2-4482-b321-8eb381040541 {{(pid=69245) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1304.898974] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077728} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.902424] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.902730] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3708961, 'name': CreateVM_Task, 'duration_secs': 0.463716} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.903637] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3a8e6e-1fe7-4f4a-a58c-72246d3ad5e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.906026] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1304.909678] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.909834] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.910205] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.911067] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6231a466-742c-48fd-81cc-717c94204940 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.929216] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.932746] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb0621d-4318-42e2-8590-c51c10cc6a17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.955687] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1304.955687] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524431d6-11fc-2c9e-e720-0112fedc86e8" [ 1304.955687] env[69245]: _type = "Task" [ 1304.955687] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.963482] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458979} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.965091] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.965327] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.965639] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1304.965639] env[69245]: value = "task-3708965" [ 1304.965639] env[69245]: _type = "Task" [ 1304.965639] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.965836] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3237cc87-1e47-4476-bdd3-6e4e0dc7b54e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.974564] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.974798] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Processing image 68e5c20f-86b0-4041-9a51-1ad0ab062f76 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.975039] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.975185] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.975361] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.975894] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14b93ac0-7692-408d-a2ef-cea21581ecbd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.979104] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1304.979104] env[69245]: value = "task-3708966" [ 1304.979104] env[69245]: _type = "Task" [ 1304.979104] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.982753] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.989525] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.989727] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.991027] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dd18cc-fb27-4c85-ae74-bc4626da67bf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.997243] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.001998] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1305.001998] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5253679a-9a90-9291-cbd4-bf20a8fe45cd" [ 1305.001998] env[69245]: _type = "Task" [ 1305.001998] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.013308] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5253679a-9a90-9291-cbd4-bf20a8fe45cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.061110] env[69245]: DEBUG nova.network.neutron [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updated VIF entry in instance network info cache for port fa5c2603-06c4-4cc1-b215-6c3ada0a5445. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.061611] env[69245]: DEBUG nova.network.neutron [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [{"id": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "address": "fa:16:3e:20:b9:87", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5c2603-06", "ovs_interfaceid": "fa5c2603-06c4-4cc1-b215-6c3ada0a5445", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.076769] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.297s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.077114] env[69245]: INFO nova.compute.manager [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Migrating [ 1305.085463] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.776s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.085671] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.085867] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1305.086272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.845s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.086583] env[69245]: DEBUG nova.objects.instance [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lazy-loading 'resources' on Instance uuid 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.094431] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becfbc4-ae1b-4163-b733-777549a6cc25 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.109199] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b9d6b1-68b1-4609-9e5c-576033bab94a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.126288] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9541dd-1198-471d-b310-42bb1dac5cb5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.133560] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb318e-7473-4809-8809-36aeb9116985 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.163934] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178798MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1305.164135] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.411923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.478601] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708965, 'name': ReconfigVM_Task, 'duration_secs': 0.290044} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.478860] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca/d194d656-d6ea-4852-8a2c-36b81b2958ca.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.479794] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75f1eeeb-3f62-4bad-8fc8-a1faeb53ef5a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.486791] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1305.486791] env[69245]: value = "task-3708967" [ 1305.486791] env[69245]: _type = "Task" [ 1305.486791] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.494175] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083584} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.494320] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.495118] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8261bc-c4aa-4915-942f-b8a6960d74f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.500577] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708967, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.522435] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.528460] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f6afb38-41ac-4ae1-9ce4-c20618acee50 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.550921] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1305.551211] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Fetch image to [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0/OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1305.551410] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Downloading stream optimized image 68e5c20f-86b0-4041-9a51-1ad0ab062f76 to [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0/OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0.vmdk on the data store datastore2 as vApp {{(pid=69245) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1305.551619] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Downloading image file data 68e5c20f-86b0-4041-9a51-1ad0ab062f76 to the ESX as VM named 'OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0' {{(pid=69245) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1305.553658] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1305.553658] env[69245]: value = "task-3708968" [ 1305.553658] env[69245]: _type = "Task" [ 1305.553658] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.562676] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.564303] env[69245]: DEBUG oslo_concurrency.lockutils [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] Releasing lock "refresh_cache-c7486ef4-5f14-4f62-b856-d590022ffd2f" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.564585] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Received event network-vif-deleted-58ebbe6d-732b-453a-b8a0-946f8cc34914 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.564791] env[69245]: INFO nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Neutron deleted interface 58ebbe6d-732b-453a-b8a0-946f8cc34914; detaching it from the instance and deleting it from the info cache [ 1305.564966] env[69245]: DEBUG nova.network.neutron [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.602720] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.602963] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.603125] env[69245]: DEBUG nova.network.neutron [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.635215] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1305.635215] env[69245]: value = "resgroup-9" [ 1305.635215] env[69245]: _type = "ResourcePool" [ 1305.635215] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1305.635215] env[69245]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7f5cf953-9e28-4da2-b648-a6000df918a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.659259] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease: (returnval){ [ 1305.659259] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1305.659259] env[69245]: _type = "HttpNfcLease" [ 1305.659259] env[69245]: } obtained for vApp import into resource pool (val){ [ 1305.659259] env[69245]: value = "resgroup-9" [ 1305.659259] env[69245]: _type = "ResourcePool" [ 1305.659259] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1305.659632] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the lease: (returnval){ [ 1305.659632] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1305.659632] env[69245]: _type = "HttpNfcLease" [ 1305.659632] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1305.667922] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1305.667922] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1305.667922] env[69245]: _type = "HttpNfcLease" [ 1305.667922] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1305.817458] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644b403e-0f8e-4622-8bfc-fd61dae5e513 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.827490] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f8827-0314-49e6-bb87-aab51dac9c41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.866061] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b1bee-f647-492d-8be4-5e18e0def1c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.876415] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19af33-aa78-4557-89c3-c3136f9eeb3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.893456] env[69245]: DEBUG nova.compute.provider_tree [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.999512] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708967, 'name': Rename_Task, 'duration_secs': 0.178112} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.999807] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.000063] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f8c889-7134-4eff-a65b-25db37b3febd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.006298] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1306.006298] env[69245]: value = "task-3708970" [ 1306.006298] env[69245]: _type = "Task" [ 1306.006298] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.014943] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.063990] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708968, 'name': ReconfigVM_Task, 'duration_secs': 0.29383} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.064305] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.064962] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6df857a-d6ba-470e-bac2-2462cabc7418 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.067356] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f50417-f893-4c56-ac09-0ea0bba7974e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.072276] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1306.072276] env[69245]: value = "task-3708971" [ 1306.072276] env[69245]: _type = "Task" [ 1306.072276] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.081778] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee71773-753f-4b46-b2ed-12485739d7ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.098037] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708971, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.121867] env[69245]: DEBUG nova.compute.manager [req-dfd9d818-ec1b-4be1-8cb1-d1904f06343f req-84f54685-8e55-4568-828f-cee793004492 service nova] [instance: 3bfd696f-caaa-4abb-82db-78b018d51cee] Detach interface failed, port_id=58ebbe6d-732b-453a-b8a0-946f8cc34914, reason: Instance 3bfd696f-caaa-4abb-82db-78b018d51cee could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1306.168235] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.168235] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1306.168235] env[69245]: _type = "HttpNfcLease" [ 1306.168235] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.331949] env[69245]: DEBUG nova.network.neutron [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.396991] env[69245]: DEBUG nova.scheduler.client.report [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.517868] env[69245]: DEBUG oslo_vmware.api [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708970, 'name': PowerOnVM_Task, 'duration_secs': 0.452559} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.518171] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.518388] env[69245]: DEBUG nova.compute.manager [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1306.519196] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631f824f-6b69-487d-83ad-da3572d78d96 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.582495] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708971, 'name': Rename_Task, 'duration_secs': 0.151791} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.582926] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.583283] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bf328bc-4e81-4a2d-b482-b5273c6982d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.590165] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1306.590165] env[69245]: value = "task-3708972" [ 1306.590165] env[69245]: _type = "Task" [ 1306.590165] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.601531] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.670698] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.670698] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1306.670698] env[69245]: _type = "HttpNfcLease" [ 1306.670698] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1306.671150] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1306.671150] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5257175b-8cce-808c-6b39-0d191099609d" [ 1306.671150] env[69245]: _type = "HttpNfcLease" [ 1306.671150] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1306.672025] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a24265-2427-4c1e-83d3-1d61dfeb021a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.680337] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1306.680612] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1306.743064] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b3d0523-5033-49e4-b37d-567d9a70b0f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.835483] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.903617] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.908869] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.623s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.909617] env[69245]: DEBUG nova.objects.instance [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lazy-loading 'resources' on Instance uuid 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.937246] env[69245]: INFO nova.scheduler.client.report [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted allocations for instance 04202dc9-44fc-4e6f-85ae-c2a7b8c84997 [ 1307.046044] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.102497] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.446426] env[69245]: DEBUG oslo_concurrency.lockutils [None req-898120c9-60a6-4e46-bb6b-ef33c53d9f2c tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "04202dc9-44fc-4e6f-85ae-c2a7b8c84997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.854s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.476076] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.476363] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.476573] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "d194d656-d6ea-4852-8a2c-36b81b2958ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.476799] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.477087] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.480328] env[69245]: INFO nova.compute.manager [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Terminating instance [ 1307.603152] env[69245]: DEBUG oslo_vmware.api [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708972, 'name': PowerOnVM_Task, 'duration_secs': 0.561572} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.608429] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.608765] env[69245]: INFO nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1307.608967] env[69245]: DEBUG nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1307.611297] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f7a2a0-f2b2-4acc-b04c-5eac0ed47f35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.646225] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f92551e-c769-4f69-941c-3567536597f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.656220] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb891caf-f7e2-458e-93e0-1f7d4f403d0e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.701465] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22241cda-26cb-40bf-b877-c4c18042a955 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.712646] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd413da6-7991-4df5-af07-ad37d4605e15 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.733973] env[69245]: DEBUG nova.compute.provider_tree [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.984265] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "refresh_cache-d194d656-d6ea-4852-8a2c-36b81b2958ca" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.984639] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "refresh_cache-d194d656-d6ea-4852-8a2c-36b81b2958ca" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.984823] env[69245]: DEBUG nova.network.neutron [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.002458] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1308.002861] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.004576] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6477f61e-2887-4b06-a936-a1464d7d0f49 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.013750] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.013948] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1308.014193] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-09e3f07d-c7d4-4c2e-a42f-eae2bb1f78bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.137114] env[69245]: INFO nova.compute.manager [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Took 31.22 seconds to build instance. [ 1308.189914] env[69245]: DEBUG oslo_vmware.rw_handles [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b2d24a-bc39-e28a-861d-94dca5ed1830/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1308.190139] env[69245]: INFO nova.virt.vmwareapi.images [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Downloaded image file data 68e5c20f-86b0-4041-9a51-1ad0ab062f76 [ 1308.191084] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849ff32-f825-4c27-b7dc-fecbf39c1e19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.209873] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe538c69-3f49-4290-a077-bdaf99ae87f6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.241102] env[69245]: DEBUG nova.scheduler.client.report [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.246795] env[69245]: INFO nova.virt.vmwareapi.images [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] The imported VM was unregistered [ 1308.249284] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1308.250029] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.250029] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-002b28f9-7db3-403a-b0d7-8554d1bcff2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.269444] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76 {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.269731] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0/OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0.vmdk to [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk. {{(pid=69245) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1308.270009] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b4c0b430-c8c7-442a-9f42-7936db73d6d9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.279365] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1308.279365] env[69245]: value = "task-3708974" [ 1308.279365] env[69245]: _type = "Task" [ 1308.279365] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.290538] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.352073] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b67d8-0989-4fd7-936a-d7becd379af9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.371284] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.507013] env[69245]: DEBUG nova.network.neutron [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.562944] env[69245]: DEBUG nova.network.neutron [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.638668] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7367089c-81c7-4de2-a1f2-e06631f6c2cc tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.733s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.747075] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.749249] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.585s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.774481] env[69245]: INFO nova.scheduler.client.report [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Deleted allocations for instance 5e94d33b-c6d8-4caa-b411-4f0c1197a5b7 [ 1308.789443] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.878351] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.878351] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5d1de8-8658-421e-b2f4-f01719295d11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.888833] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1308.888833] env[69245]: value = "task-3708975" [ 1308.888833] env[69245]: _type = "Task" [ 1308.888833] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.899896] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.065395] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "refresh_cache-d194d656-d6ea-4852-8a2c-36b81b2958ca" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.065863] env[69245]: DEBUG nova.compute.manager [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.066085] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.067255] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db739b3-a75f-44b3-a394-0f04e12bdd8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.078575] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.078885] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52d054b-080f-4544-997b-c86ed0b76e38 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.091441] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1309.091441] env[69245]: value = "task-3708976" [ 1309.091441] env[69245]: _type = "Task" [ 1309.091441] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.103879] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.284022] env[69245]: DEBUG oslo_concurrency.lockutils [None req-3f4fd72d-5938-434b-a241-83a672946744 tempest-ListServersNegativeTestJSON-871674043 tempest-ListServersNegativeTestJSON-871674043-project-member] Lock "5e94d33b-c6d8-4caa-b411-4f0c1197a5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.612s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.296534] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.401937] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708975, 'name': PowerOffVM_Task, 'duration_secs': 0.260354} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.402280] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.402474] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.603953] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708976, 'name': PowerOffVM_Task, 'duration_secs': 0.272882} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.604378] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.604428] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.605483] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d355a0d4-d69d-43f4-8d19-5aaa011b1492 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.636180] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.636423] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.636686] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleting the datastore file [datastore2] d194d656-d6ea-4852-8a2c-36b81b2958ca {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.636997] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c36b37-52a5-48e3-927b-7b502c6d70c5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.646044] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1309.646044] env[69245]: value = "task-3708978" [ 1309.646044] env[69245]: _type = "Task" [ 1309.646044] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.658559] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.764172] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Applying migration context for instance 5ec665e2-a995-4dd4-b713-1835743aa93e as it has an incoming, in-progress migration 41897d4b-83e8-48e7-892e-20f307a5ba22. Migration status is migrating {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1309.765581] env[69245]: INFO nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating resource usage from migration 41897d4b-83e8-48e7-892e-20f307a5ba22 [ 1309.786959] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.787158] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.787324] env[69245]: WARNING nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 3bfd696f-caaa-4abb-82db-78b018d51cee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1309.787675] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 05d0c4e5-0178-4314-bc80-1eec35eed659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.787821] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c7486ef4-5f14-4f62-b856-d590022ffd2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.787945] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c1ddca0f-bd68-4373-8188-10e49428bda1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.788126] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b4b7019a-ba23-49e5-b94e-b096391ac163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.788228] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance d194d656-d6ea-4852-8a2c-36b81b2958ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.788349] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Migration 41897d4b-83e8-48e7-892e-20f307a5ba22 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1309.788463] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5ec665e2-a995-4dd4-b713-1835743aa93e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1309.797969] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.913026] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.913026] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.914241] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.914241] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.914241] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.914241] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.916143] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.916143] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.916143] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.916143] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.916143] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.926559] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f95d3c-1d16-4b8b-ac4d-bcebfb00aa44 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.954732] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1309.954732] env[69245]: value = "task-3708979" [ 1309.954732] env[69245]: _type = "Task" [ 1309.954732] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.966496] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.161806] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.291072] env[69245]: INFO nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance e1b5142e-e7d1-4c87-af10-0fa1e8b02740 has allocations against this compute host but is not found in the database. [ 1310.291255] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance 5af74479-836c-4267-b9ec-10cc8e14dc66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1310.291502] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1310.291661] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1310.297641] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.420077] env[69245]: DEBUG nova.compute.manager [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1310.468935] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708979, 'name': ReconfigVM_Task, 'duration_secs': 0.289301} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.475023] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.526819] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffe214d-e6e6-4faf-a0cb-f2c74e4c6210 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.538914] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db085032-4184-497d-bed5-53e26d60bc4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.584168] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6f18a6-1966-49c7-90c5-9a3ead3ffa1a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.594835] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fbbdd0-8357-4007-893c-971f861facb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.613305] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.662026] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.797738] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.947029] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.979381] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.979664] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.979887] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.980232] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.980486] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.980659] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.980882] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.981063] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.981255] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.981467] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.981607] env[69245]: DEBUG nova.virt.hardware [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.987444] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.987808] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be15bcc-cf94-4513-bedf-7e8aa05e21cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.017364] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1311.017364] env[69245]: value = "task-3708980" [ 1311.017364] env[69245]: _type = "Task" [ 1311.017364] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.032000] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.116698] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.160932] env[69245]: DEBUG oslo_vmware.api [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.264662} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.161291] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.161579] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.161818] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.162103] env[69245]: INFO nova.compute.manager [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1311.162378] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.162628] env[69245]: DEBUG nova.compute.manager [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.162752] env[69245]: DEBUG nova.network.neutron [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.181715] env[69245]: DEBUG nova.network.neutron [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1311.297620] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.532742] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708980, 'name': ReconfigVM_Task, 'duration_secs': 0.25103} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.532742] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.537023] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8962eb6-5087-460f-bd30-3ae1099f1e63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.571841] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.572217] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c77a8be-2bad-418b-8cac-c1c5584986da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.591767] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1311.591767] env[69245]: value = "task-3708981" [ 1311.591767] env[69245]: _type = "Task" [ 1311.591767] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.601529] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.622051] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1311.622292] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.873s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.622598] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.211s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.622790] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.625174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.580s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.625386] env[69245]: DEBUG nova.objects.instance [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69245) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1311.651786] env[69245]: INFO nova.scheduler.client.report [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocations for instance 3bfd696f-caaa-4abb-82db-78b018d51cee [ 1311.685067] env[69245]: DEBUG nova.network.neutron [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.795499] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708974, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.305933} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.795779] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0/OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0.vmdk to [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk. [ 1311.795966] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Cleaning up location [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1311.796153] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8b8567d6-215b-4ec2-9e7a-9887468a76d0 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.796428] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-611ffa5c-6859-48d5-82d9-f67302a6ca9a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.807804] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1311.807804] env[69245]: value = "task-3708982" [ 1311.807804] env[69245]: _type = "Task" [ 1311.807804] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.817304] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.102956] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.159444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d8334304-0efa-46a4-a16c-4742bc096ca0 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "3bfd696f-caaa-4abb-82db-78b018d51cee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.382s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.187237] env[69245]: INFO nova.compute.manager [-] [instance: d194d656-d6ea-4852-8a2c-36b81b2958ca] Took 1.02 seconds to deallocate network for instance. [ 1312.318997] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080798} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.319282] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1312.319457] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.319710] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk to [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.319973] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e03dcb1-ed32-48a6-ae8b-a2908ea04bce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.328286] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1312.328286] env[69245]: value = "task-3708983" [ 1312.328286] env[69245]: _type = "Task" [ 1312.328286] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.336595] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.602829] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708981, 'name': ReconfigVM_Task, 'duration_secs': 0.869646} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.603150] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e/5ec665e2-a995-4dd4-b713-1835743aa93e.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.603424] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.635102] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d08f0ef-0e53-46e6-9255-4617e1fc8c0c tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.636378] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.689s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.694040] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.839713] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.112432] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb61d19-3de4-4b5a-9028-f36f034d873a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.136826] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f186fae-0f08-4e32-8e7d-134a8226a844 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.142865] env[69245]: INFO nova.compute.claims [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.160253] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.298458] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.298879] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.299124] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.299388] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.299622] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.302650] env[69245]: INFO nova.compute.manager [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Terminating instance [ 1313.342094] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.628495] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.628928] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.629273] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.629548] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1313.667046] env[69245]: INFO nova.compute.resource_tracker [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating resource usage from migration e1b5142e-e7d1-4c87-af10-0fa1e8b02740 [ 1313.713368] env[69245]: DEBUG nova.network.neutron [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Port 40919351-7ce4-4696-a840-52a672ceacc5 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1313.807230] env[69245]: DEBUG nova.compute.manager [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.807479] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.808555] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4084dbbf-334f-4aa5-a7ad-8b347b6d7724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.822356] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.822738] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4330a9d-8236-4199-b8b2-407f13b96191 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.835363] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1313.835363] env[69245]: value = "task-3708984" [ 1313.835363] env[69245]: _type = "Task" [ 1313.835363] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.843811] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.844598] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69d8286-7b08-41a9-86d5-04b3bfb50b4f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.853060] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11411ab8-d6c2-4a92-9e58-52f1e1da4479 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.860239] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.891331] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117ec22-3394-40ef-82e9-a910b397a1d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.899619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91584fee-9f01-4f84-a918-613d4204c822 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.914853] env[69245]: DEBUG nova.compute.provider_tree [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.343948] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.352260] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.418266] env[69245]: DEBUG nova.scheduler.client.report [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.738065] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.738321] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.738771] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.843760] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.849709] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708984, 'name': PowerOffVM_Task, 'duration_secs': 0.622744} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.850012] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.850191] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.850515] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa3380c5-ad35-4dd7-a154-00889528c3b8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.923763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.924025] env[69245]: INFO nova.compute.manager [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Migrating [ 1314.931558] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.238s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.931815] env[69245]: DEBUG nova.objects.instance [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lazy-loading 'resources' on Instance uuid d194d656-d6ea-4852-8a2c-36b81b2958ca {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.949108] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.949470] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.949772] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore2] 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.950587] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-240fc6c6-7085-415f-bb4e-3951a10115c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.961807] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1314.961807] env[69245]: value = "task-3708986" [ 1314.961807] env[69245]: _type = "Task" [ 1314.961807] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.978621] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.342512] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708983, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.972183} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.342815] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/68e5c20f-86b0-4041-9a51-1ad0ab062f76/68e5c20f-86b0-4041-9a51-1ad0ab062f76.vmdk to [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.343619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7212f06-de1f-4ef1-a230-cf32ff2c8aee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.367557] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.367980] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d756f1-73f8-4c62-8e67-48dc00205e8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.388098] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1315.388098] env[69245]: value = "task-3708987" [ 1315.388098] env[69245]: _type = "Task" [ 1315.388098] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.396716] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.445079] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.445079] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.445079] env[69245]: DEBUG nova.network.neutron [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.474390] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.588104] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c6b67-ce04-441b-99d5-aa8870f0bb7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.597068] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba10039-b45f-4a69-a563-29ee0db0a4e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.628783] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364a560-c36c-458b-80c7-a8170974a7bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.636829] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e7e71-25f0-415c-9512-acdcb5e68dd3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.651371] env[69245]: DEBUG nova.compute.provider_tree [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.773167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.773395] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.773582] env[69245]: DEBUG nova.network.neutron [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.899225] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.975712] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.154706] env[69245]: DEBUG nova.scheduler.client.report [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.204164] env[69245]: DEBUG nova.network.neutron [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.399889] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.475860] env[69245]: DEBUG oslo_vmware.api [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3708986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.288329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.476150] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.476313] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.476504] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.476847] env[69245]: INFO nova.compute.manager [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1316.476945] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.477162] env[69245]: DEBUG nova.compute.manager [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1316.477263] env[69245]: DEBUG nova.network.neutron [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1316.648308] env[69245]: DEBUG nova.network.neutron [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.659448] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.680175] env[69245]: INFO nova.scheduler.client.report [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleted allocations for instance d194d656-d6ea-4852-8a2c-36b81b2958ca [ 1316.707607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.784435] env[69245]: DEBUG nova.compute.manager [req-8ea2f0df-b8bc-4ef8-a4ac-63507d35c008 req-0ea35949-260e-4046-b342-13374210c3ed service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Received event network-vif-deleted-a23c11fe-cff1-4ce4-82df-2355063a13d5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.784678] env[69245]: INFO nova.compute.manager [req-8ea2f0df-b8bc-4ef8-a4ac-63507d35c008 req-0ea35949-260e-4046-b342-13374210c3ed service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Neutron deleted interface a23c11fe-cff1-4ce4-82df-2355063a13d5; detaching it from the instance and deleting it from the info cache [ 1316.784863] env[69245]: DEBUG nova.network.neutron [req-8ea2f0df-b8bc-4ef8-a4ac-63507d35c008 req-0ea35949-260e-4046-b342-13374210c3ed service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.901062] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708987, 'name': ReconfigVM_Task, 'duration_secs': 1.433244} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.901327] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f/c7486ef4-5f14-4f62-b856-d590022ffd2f.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.902471] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'image_id': '153ec70d-f42d-4a45-9ba5-d874fcbe21c6'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'attachment_id': 'e2bc388d-fcaf-4bdb-bfad-b48eae9818c2', 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738682', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'name': 'volume-02475d56-652c-4ae0-9dba-7a6311e9133b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c7486ef4-5f14-4f62-b856-d590022ffd2f', 'attached_at': '', 'detached_at': '', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'serial': '02475d56-652c-4ae0-9dba-7a6311e9133b'}, 'volume_type': None}], 'swap': None} {{(pid=69245) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1316.902686] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1316.902861] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738682', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'name': 'volume-02475d56-652c-4ae0-9dba-7a6311e9133b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c7486ef4-5f14-4f62-b856-d590022ffd2f', 'attached_at': '', 'detached_at': '', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'serial': '02475d56-652c-4ae0-9dba-7a6311e9133b'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1316.903676] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6812893-a1df-423c-8f80-afeca9211497 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.921181] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f6639-4315-4cd6-8874-a703feada7a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.947673] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-02475d56-652c-4ae0-9dba-7a6311e9133b/volume-02475d56-652c-4ae0-9dba-7a6311e9133b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.947999] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80811009-4320-49fe-9a68-df51a007faab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.966872] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1316.966872] env[69245]: value = "task-3708988" [ 1316.966872] env[69245]: _type = "Task" [ 1316.966872] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.975794] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.150886] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.189909] env[69245]: DEBUG oslo_concurrency.lockutils [None req-250b7793-d164-4937-a35f-a79346839a90 tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "d194d656-d6ea-4852-8a2c-36b81b2958ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.713s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.263844] env[69245]: DEBUG nova.network.neutron [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.286979] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2bc6162-0915-4804-b2ea-60c3c74b008a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.297699] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8770aa-6ba6-4729-bbb9-bc8eff23b3ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.332768] env[69245]: DEBUG nova.compute.manager [req-8ea2f0df-b8bc-4ef8-a4ac-63507d35c008 req-0ea35949-260e-4046-b342-13374210c3ed service nova] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Detach interface failed, port_id=a23c11fe-cff1-4ce4-82df-2355063a13d5, reason: Instance 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.477077] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708988, 'name': ReconfigVM_Task, 'duration_secs': 0.31257} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.477476] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-02475d56-652c-4ae0-9dba-7a6311e9133b/volume-02475d56-652c-4ae0-9dba-7a6311e9133b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.483495] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9724b50-32fd-4550-8e2a-2281dede6d20 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.498835] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1317.498835] env[69245]: value = "task-3708989" [ 1317.498835] env[69245]: _type = "Task" [ 1317.498835] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.507520] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "b4b7019a-ba23-49e5-b94e-b096391ac163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.507765] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.507966] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "b4b7019a-ba23-49e5-b94e-b096391ac163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.508158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.508323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.509898] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.510376] env[69245]: INFO nova.compute.manager [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Terminating instance [ 1317.676580] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a6009-65db-4395-bda3-a5156fb957da {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.696378] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b11f1bb-418d-499c-b480-58c154b46d6f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.704129] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.766597] env[69245]: INFO nova.compute.manager [-] [instance: 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab] Took 1.29 seconds to deallocate network for instance. [ 1318.009394] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708989, 'name': ReconfigVM_Task, 'duration_secs': 0.149988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.009641] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738682', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'name': 'volume-02475d56-652c-4ae0-9dba-7a6311e9133b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c7486ef4-5f14-4f62-b856-d590022ffd2f', 'attached_at': '', 'detached_at': '', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'serial': '02475d56-652c-4ae0-9dba-7a6311e9133b'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1318.010321] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83565ff9-66b0-4556-a230-b4c59525e0fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.013636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "refresh_cache-b4b7019a-ba23-49e5-b94e-b096391ac163" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.013801] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquired lock "refresh_cache-b4b7019a-ba23-49e5-b94e-b096391ac163" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.013971] env[69245]: DEBUG nova.network.neutron [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.016508] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1318.016508] env[69245]: value = "task-3708990" [ 1318.016508] env[69245]: _type = "Task" [ 1318.016508] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.025377] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708990, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.210770] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.211080] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b449699a-441a-4e79-b4e8-1ce47eac0881 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.220154] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1318.220154] env[69245]: value = "task-3708991" [ 1318.220154] env[69245]: _type = "Task" [ 1318.220154] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.227245] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22639ada-b8c0-4901-b6d1-54e3f5dd92c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.233303] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.250754] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.273567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.273873] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.274192] env[69245]: DEBUG nova.objects.instance [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'resources' on Instance uuid 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.530142] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708990, 'name': Rename_Task, 'duration_secs': 0.414241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.530142] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.530774] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57686f4a-40b4-4ac8-bfab-31d6c5427930 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.538100] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1318.538100] env[69245]: value = "task-3708992" [ 1318.538100] env[69245]: _type = "Task" [ 1318.538100] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.541979] env[69245]: DEBUG nova.network.neutron [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.549148] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.595697] env[69245]: DEBUG nova.network.neutron [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.730555] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.757099] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.757417] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c25468-c454-4778-ba79-cef79e98a2c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.765099] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1318.765099] env[69245]: value = "task-3708993" [ 1318.765099] env[69245]: _type = "Task" [ 1318.765099] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.774186] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.922666] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e7afc-f0eb-4998-bcd1-d1758f0c1018 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.931269] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1acb6-c4ec-4023-820c-8045d26ef875 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.963715] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4dc9ab-b152-4e5f-9900-651efaab10d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.971656] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb55fb-b836-4c04-8d8c-4e67b2c59ed8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.986959] env[69245]: DEBUG nova.compute.provider_tree [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.048679] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708992, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.099035] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Releasing lock "refresh_cache-b4b7019a-ba23-49e5-b94e-b096391ac163" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.099035] env[69245]: DEBUG nova.compute.manager [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.099901] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.100223] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e256e8-146a-47c6-ab62-2d10ce757d17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.108818] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.109815] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d15aba4-cc64-43e8-8d03-478aa9d215f2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.116704] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1319.116704] env[69245]: value = "task-3708994" [ 1319.116704] env[69245]: _type = "Task" [ 1319.116704] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.125876] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.231794] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.274953] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708993, 'name': PowerOffVM_Task, 'duration_secs': 0.181243} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.275261] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.275450] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.508037] env[69245]: ERROR nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [req-c4ba1dd7-bb88-413f-aeae-2c5006139dc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 631aacfb-e1b8-491f-9761-218261bab7a3. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4ba1dd7-bb88-413f-aeae-2c5006139dc6"}]} [ 1319.528845] env[69245]: DEBUG nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Refreshing inventories for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1319.545849] env[69245]: DEBUG nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating ProviderTree inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1319.546256] env[69245]: DEBUG nova.compute.provider_tree [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.551245] env[69245]: DEBUG oslo_vmware.api [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3708992, 'name': PowerOnVM_Task, 'duration_secs': 0.621271} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.551472] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.558560] env[69245]: DEBUG nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Refreshing aggregate associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, aggregates: None {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1319.576544] env[69245]: DEBUG nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Refreshing trait associations for resource provider 631aacfb-e1b8-491f-9761-218261bab7a3, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69245) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1319.629315] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708994, 'name': PowerOffVM_Task, 'duration_secs': 0.138301} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.629624] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.629799] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.630063] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d6105a9-cdac-4fe0-ae59-2a2ffd4498e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.654911] env[69245]: DEBUG nova.compute.manager [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.655898] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee7994c-6fc0-4e93-b07a-d0e4d6ae2e61 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.662772] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.663016] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.663206] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleting the datastore file [datastore2] b4b7019a-ba23-49e5-b94e-b096391ac163 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.663471] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894d6633-e868-48db-91b7-7d27616f2c69 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.675744] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for the task: (returnval){ [ 1319.675744] env[69245]: value = "task-3708996" [ 1319.675744] env[69245]: _type = "Task" [ 1319.675744] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.683548] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.719398] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade222da-e00b-47a7-bc11-817d1c8c6dc9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.730979] env[69245]: DEBUG oslo_vmware.api [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3708991, 'name': PowerOnVM_Task, 'duration_secs': 1.162234} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.732922] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.733167] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e3512088-4d8f-43d0-8c96-544d701417dc tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance '5ec665e2-a995-4dd4-b713-1835743aa93e' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.737486] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8023f67d-95a3-47ff-b427-af5c57b4377f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.771456] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64803e-551f-4657-8dc0-01577d97455e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.780047] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd824ff-5355-4b13-9fc8-b8f9c41323e3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.786311] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.786637] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.786902] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.787232] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.787475] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.787683] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.787906] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.788083] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.788325] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.788539] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.788727] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.794061] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cc2aa7-845a-4624-a716-b7d93ef09f1c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.816852] env[69245]: DEBUG nova.compute.provider_tree [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.819577] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1319.819577] env[69245]: value = "task-3708997" [ 1319.819577] env[69245]: _type = "Task" [ 1319.819577] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.828580] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.176491] env[69245]: DEBUG oslo_concurrency.lockutils [None req-fe9498f2-61c0-45b1-b285-54daaf8b4870 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.341s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.186626] env[69245]: DEBUG oslo_vmware.api [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Task: {'id': task-3708996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204319} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.186883] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.187083] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.187269] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.187440] env[69245]: INFO nova.compute.manager [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1320.187681] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.187869] env[69245]: DEBUG nova.compute.manager [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.187964] env[69245]: DEBUG nova.network.neutron [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.203657] env[69245]: DEBUG nova.network.neutron [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.333410] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708997, 'name': ReconfigVM_Task, 'duration_secs': 0.174887} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.333635] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.357022] env[69245]: DEBUG nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updated inventory for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1320.357022] env[69245]: DEBUG nova.compute.provider_tree [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating resource provider 631aacfb-e1b8-491f-9761-218261bab7a3 generation from 163 to 164 during operation: update_inventory {{(pid=69245) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1320.357217] env[69245]: DEBUG nova.compute.provider_tree [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Updating inventory in ProviderTree for provider 631aacfb-e1b8-491f-9761-218261bab7a3 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1320.420017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.420265] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.705691] env[69245]: DEBUG nova.network.neutron [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.840820] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.841122] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.841343] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.841544] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.841971] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.841971] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.842111] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.842292] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.842372] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.842922] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.842922] env[69245]: DEBUG nova.virt.hardware [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.848159] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.848479] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-624ad4cd-3876-4d64-a182-aba0a983bc00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.863636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.590s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.873791] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1320.873791] env[69245]: value = "task-3708998" [ 1320.873791] env[69245]: _type = "Task" [ 1320.873791] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.882768] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.889921] env[69245]: INFO nova.scheduler.client.report [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocations for instance 0c29157a-d4f0-4eaf-a32e-7f0f833a08ab [ 1320.923954] env[69245]: DEBUG nova.compute.utils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.208903] env[69245]: INFO nova.compute.manager [-] [instance: b4b7019a-ba23-49e5-b94e-b096391ac163] Took 1.02 seconds to deallocate network for instance. [ 1321.384018] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708998, 'name': ReconfigVM_Task, 'duration_secs': 0.18161} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.384322] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.385115] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d624c8-4b8b-4883-9568-0bdb0d51e84d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.409187] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.409744] env[69245]: DEBUG oslo_concurrency.lockutils [None req-65e7b970-f61e-4da4-85ba-7ed13679a9f5 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "0c29157a-d4f0-4eaf-a32e-7f0f833a08ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.111s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.410949] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2653a41-1041-4751-aee0-4767b85597d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.426851] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.431829] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1321.431829] env[69245]: value = "task-3708999" [ 1321.431829] env[69245]: _type = "Task" [ 1321.431829] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.440382] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.715758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.715758] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.716183] env[69245]: DEBUG nova.objects.instance [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lazy-loading 'resources' on Instance uuid b4b7019a-ba23-49e5-b94e-b096391ac163 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.944529] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3708999, 'name': ReconfigVM_Task, 'duration_secs': 0.337816} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.944868] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66/5af74479-836c-4267-b9ec-10cc8e14dc66.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.945140] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.339517] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.339782] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.339963] env[69245]: DEBUG nova.compute.manager [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Going to confirm migration 8 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1322.345444] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d457327-e4b6-48b6-a838-296948bfe83c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.355164] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada66c09-2218-42dc-8a49-f11aa2003d70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.387614] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9262ae-46b1-4078-bb62-5bda711453d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.396111] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0911104c-3069-43a3-a1ff-895c195c7274 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.410538] env[69245]: DEBUG nova.compute.provider_tree [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.453731] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386f76e-b9e6-4b33-888c-cfe024a9b84f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.476694] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e97cf7-d839-4d31-8962-fe81f3454b6d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.496167] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.496463] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.496725] env[69245]: INFO nova.compute.manager [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attaching volume dae36a86-df4f-4926-a374-7faa6ef24821 to /dev/sdb [ 1322.498493] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.538886] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c577cf09-eea1-452c-8790-0ec9c3adb28d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.548290] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da23136-23f7-4edd-a7d1-c03511867724 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.563763] env[69245]: DEBUG nova.virt.block_device [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating existing volume attachment record: 00874e28-87db-4edc-80ad-67aa48fae816 {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1322.886186] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.886446] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.886622] env[69245]: DEBUG nova.network.neutron [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.886839] env[69245]: DEBUG nova.objects.instance [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'info_cache' on Instance uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.913684] env[69245]: DEBUG nova.scheduler.client.report [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.067466] env[69245]: DEBUG nova.network.neutron [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Port 27da03d7-51c3-4312-99e6-eebf9771d0c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1323.419079] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.441256] env[69245]: INFO nova.scheduler.client.report [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Deleted allocations for instance b4b7019a-ba23-49e5-b94e-b096391ac163 [ 1323.948968] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9afdeacd-c8fd-4d01-b27c-85bea603472e tempest-ServerShowV247Test-1869598060 tempest-ServerShowV247Test-1869598060-project-member] Lock "b4b7019a-ba23-49e5-b94e-b096391ac163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.440s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.093237] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.093484] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.093746] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.124269] env[69245]: DEBUG nova.network.neutron [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [{"id": "40919351-7ce4-4696-a840-52a672ceacc5", "address": "fa:16:3e:8c:31:49", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40919351-7c", "ovs_interfaceid": "40919351-7ce4-4696-a840-52a672ceacc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.626588] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-5ec665e2-a995-4dd4-b713-1835743aa93e" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.626810] env[69245]: DEBUG nova.objects.instance [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'migration_context' on Instance uuid 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.129656] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.129922] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.130149] env[69245]: DEBUG nova.network.neutron [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.131891] env[69245]: DEBUG nova.objects.base [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Object Instance<5ec665e2-a995-4dd4-b713-1835743aa93e> lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1325.133018] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df06ac66-7317-4b37-be7d-bd589e5266d0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.154415] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd88ed1-b294-4590-b26a-0f2d49ac18c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.161461] env[69245]: DEBUG oslo_vmware.api [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1325.161461] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296f767-ba0b-8de3-dd7d-fc0c3f0a3fca" [ 1325.161461] env[69245]: _type = "Task" [ 1325.161461] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.171344] env[69245]: DEBUG oslo_vmware.api [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5296f767-ba0b-8de3-dd7d-fc0c3f0a3fca, 'name': SearchDatastore_Task, 'duration_secs': 0.007746} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.171644] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.171891] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.235589] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.235866] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.236095] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.236285] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.236459] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.238796] env[69245]: INFO nova.compute.manager [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Terminating instance [ 1325.743554] env[69245]: DEBUG nova.compute.manager [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.743786] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.744669] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6e759-41b1-4e93-8fd5-0170df48ebca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.752695] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.752981] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-404b96c1-f976-4781-904b-dc0f5914bd66 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.763404] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1325.763404] env[69245]: value = "task-3709003" [ 1325.763404] env[69245]: _type = "Task" [ 1325.763404] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.778503] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3709003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.800908] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217be35-459e-480d-a5dc-3a7057344d0b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.809337] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ce795-8f88-4f77-b510-e188e63af939 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.846388] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae11cde-6bc7-44c4-9dfa-fc795c179958 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.855946] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbad75d-ba65-445b-9d1f-fb3bf819d491 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.871748] env[69245]: DEBUG nova.compute.provider_tree [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.927208] env[69245]: DEBUG nova.network.neutron [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.276127] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3709003, 'name': PowerOffVM_Task, 'duration_secs': 0.205387} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.276464] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.276582] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.276839] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a349c7b-cea8-4a9c-9715-d32df9db3b6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.341426] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.341699] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.341856] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleting the datastore file [datastore1] 5b2d06c1-0308-4145-9f70-809fdc3ce700 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.342184] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-beaadaf5-750f-4a9d-ba23-3f1f91712d00 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.349654] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for the task: (returnval){ [ 1326.349654] env[69245]: value = "task-3709005" [ 1326.349654] env[69245]: _type = "Task" [ 1326.349654] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.358292] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3709005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.375531] env[69245]: DEBUG nova.scheduler.client.report [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.430158] env[69245]: DEBUG oslo_concurrency.lockutils [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.897377] env[69245]: DEBUG oslo_vmware.api [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Task: {'id': task-3709005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18726} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.897377] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.897377] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.897377] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.897377] env[69245]: INFO nova.compute.manager [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1326.897377] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.897377] env[69245]: DEBUG nova.compute.manager [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.897377] env[69245]: DEBUG nova.network.neutron [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.962435] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8215fbc-0fb9-48ca-be12-7de247e98ce5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.983900] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9251c02-95cb-49df-952f-205527df738e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.992494] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.112192] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1327.112480] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738693', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'name': 'volume-dae36a86-df4f-4926-a374-7faa6ef24821', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'serial': 'dae36a86-df4f-4926-a374-7faa6ef24821'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1327.113391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f730666e-08f3-49f4-bc0e-94c4acc7283a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.131430] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ed2f1-b7b4-4afc-96cc-b26955beca33 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.167837] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-dae36a86-df4f-4926-a374-7faa6ef24821/volume-dae36a86-df4f-4926-a374-7faa6ef24821.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.168305] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778ca57d-fe7a-4235-992c-6cc28cede349 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.189460] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1327.189460] env[69245]: value = "task-3709006" [ 1327.189460] env[69245]: _type = "Task" [ 1327.189460] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.195639] env[69245]: DEBUG nova.compute.manager [req-cdd0ab43-6867-4eed-8327-99741e388b1f req-37c1fd19-624d-420e-9750-f432bd76d02a service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Received event network-vif-deleted-fff5175b-f505-4219-9ee6-3f473b395874 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.196010] env[69245]: INFO nova.compute.manager [req-cdd0ab43-6867-4eed-8327-99741e388b1f req-37c1fd19-624d-420e-9750-f432bd76d02a service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Neutron deleted interface fff5175b-f505-4219-9ee6-3f473b395874; detaching it from the instance and deleting it from the info cache [ 1327.196010] env[69245]: DEBUG nova.network.neutron [req-cdd0ab43-6867-4eed-8327-99741e388b1f req-37c1fd19-624d-420e-9750-f432bd76d02a service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.204088] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.391801] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.498882] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.499229] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c19783-0207-4028-808a-83cad17efe09 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.508185] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1327.508185] env[69245]: value = "task-3709007" [ 1327.508185] env[69245]: _type = "Task" [ 1327.508185] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.518458] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.685179] env[69245]: DEBUG nova.network.neutron [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.699085] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-096450b3-d81a-4ad5-ab7f-9fcce54257e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.706060] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.714953] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b3a55-c5d4-4108-b16f-f948619a05ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.745947] env[69245]: DEBUG nova.compute.manager [req-cdd0ab43-6867-4eed-8327-99741e388b1f req-37c1fd19-624d-420e-9750-f432bd76d02a service nova] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Detach interface failed, port_id=fff5175b-f505-4219-9ee6-3f473b395874, reason: Instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.957234] env[69245]: INFO nova.scheduler.client.report [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted allocation for migration 41897d4b-83e8-48e7-892e-20f307a5ba22 [ 1328.018554] env[69245]: DEBUG oslo_vmware.api [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709007, 'name': PowerOnVM_Task, 'duration_secs': 0.44397} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.018979] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.019207] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-360bd10e-4fd3-4025-b45a-aa3f75ff4103 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance '5af74479-836c-4267-b9ec-10cc8e14dc66' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.189128] env[69245]: INFO nova.compute.manager [-] [instance: 5b2d06c1-0308-4145-9f70-809fdc3ce700] Took 1.32 seconds to deallocate network for instance. [ 1328.204322] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709006, 'name': ReconfigVM_Task, 'duration_secs': 0.705141} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.204641] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-dae36a86-df4f-4926-a374-7faa6ef24821/volume-dae36a86-df4f-4926-a374-7faa6ef24821.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.209529] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8a3d41-54bc-44f5-86e6-10ba2976663f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.227274] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1328.227274] env[69245]: value = "task-3709008" [ 1328.227274] env[69245]: _type = "Task" [ 1328.227274] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.236548] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.359733] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.463225] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c05567ff-22b5-4e18-8f9b-abe23cea6978 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.123s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.464390] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.105s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.464621] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.464825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.465027] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.466856] env[69245]: INFO nova.compute.manager [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Terminating instance [ 1328.699235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.699492] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.699720] env[69245]: DEBUG nova.objects.instance [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lazy-loading 'resources' on Instance uuid 5b2d06c1-0308-4145-9f70-809fdc3ce700 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.737977] env[69245]: DEBUG oslo_vmware.api [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709008, 'name': ReconfigVM_Task, 'duration_secs': 0.251974} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.738321] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738693', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'name': 'volume-dae36a86-df4f-4926-a374-7faa6ef24821', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'serial': 'dae36a86-df4f-4926-a374-7faa6ef24821'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1328.970744] env[69245]: DEBUG nova.compute.manager [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.971058] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.971867] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44acd6-1141-4f3c-8c25-f5d0cdcc32fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.980104] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.980336] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d71f7b-a5f7-4284-9f9c-ee3906669f62 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.986805] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1328.986805] env[69245]: value = "task-3709009" [ 1328.986805] env[69245]: _type = "Task" [ 1328.986805] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.996065] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.309120] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e8757d-9a68-4c79-85fd-5b9b43a6c1e7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.318112] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3600cadf-efd8-4ca7-ab40-82de62fb728b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.349788] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c4f59-5b83-4942-a065-90a630606de6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.358016] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e3d7e-0f1b-4e7b-b91e-abf9ab8257a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.373393] env[69245]: DEBUG nova.compute.provider_tree [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.498099] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709009, 'name': PowerOffVM_Task, 'duration_secs': 0.211281} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.498099] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.498099] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.498099] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21e10f90-2520-407d-8e02-5c4be4a3729e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.577412] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.577717] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.577794] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleting the datastore file [datastore1] 5ec665e2-a995-4dd4-b713-1835743aa93e {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.578070] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb1fe69-85dc-4ba7-95fd-d998af6bfb77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.585924] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1329.585924] env[69245]: value = "task-3709011" [ 1329.585924] env[69245]: _type = "Task" [ 1329.585924] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.595357] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.785822] env[69245]: DEBUG nova.objects.instance [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.877188] env[69245]: DEBUG nova.scheduler.client.report [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.099559] env[69245]: DEBUG oslo_vmware.api [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149329} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.099947] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.100431] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.100795] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.101118] env[69245]: INFO nova.compute.manager [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1330.101529] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.101858] env[69245]: DEBUG nova.compute.manager [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.102016] env[69245]: DEBUG nova.network.neutron [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.291485] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e43b5991-ab3b-45c8-bce2-c59fb04952da tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.794s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.382483] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.406424] env[69245]: INFO nova.scheduler.client.report [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Deleted allocations for instance 5b2d06c1-0308-4145-9f70-809fdc3ce700 [ 1330.494500] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.494836] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.495061] env[69245]: DEBUG nova.compute.manager [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Going to confirm migration 9 {{(pid=69245) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1330.622541] env[69245]: DEBUG nova.compute.manager [req-565dc035-84b5-4025-9ccb-b6c6acd9a952 req-ed2478c6-df75-4955-b543-b60eb48d6618 service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Received event network-vif-deleted-40919351-7ce4-4696-a840-52a672ceacc5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.622813] env[69245]: INFO nova.compute.manager [req-565dc035-84b5-4025-9ccb-b6c6acd9a952 req-ed2478c6-df75-4955-b543-b60eb48d6618 service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Neutron deleted interface 40919351-7ce4-4696-a840-52a672ceacc5; detaching it from the instance and deleting it from the info cache [ 1330.622925] env[69245]: DEBUG nova.network.neutron [req-565dc035-84b5-4025-9ccb-b6c6acd9a952 req-ed2478c6-df75-4955-b543-b60eb48d6618 service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.915109] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e939fd12-1d0b-4c8c-887e-fbb9c0a22e59 tempest-ServerActionsTestOtherA-1125676583 tempest-ServerActionsTestOtherA-1125676583-project-member] Lock "5b2d06c1-0308-4145-9f70-809fdc3ce700" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.041341] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.041525] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquired lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.041708] env[69245]: DEBUG nova.network.neutron [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.041893] env[69245]: DEBUG nova.objects.instance [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'info_cache' on Instance uuid 5af74479-836c-4267-b9ec-10cc8e14dc66 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.103472] env[69245]: DEBUG nova.network.neutron [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.125262] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f78d235-f639-45e6-91c9-4f1e58ce5cdf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.135879] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f3eefc-c09d-4c0d-8f8a-0de2de2421c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.164995] env[69245]: DEBUG nova.compute.manager [req-565dc035-84b5-4025-9ccb-b6c6acd9a952 req-ed2478c6-df75-4955-b543-b60eb48d6618 service nova] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Detach interface failed, port_id=40919351-7ce4-4696-a840-52a672ceacc5, reason: Instance 5ec665e2-a995-4dd4-b713-1835743aa93e could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.606999] env[69245]: INFO nova.compute.manager [-] [instance: 5ec665e2-a995-4dd4-b713-1835743aa93e] Took 1.50 seconds to deallocate network for instance. [ 1331.707880] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.708275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.113675] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.114298] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.116043] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.139743] env[69245]: INFO nova.scheduler.client.report [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted allocations for instance 5ec665e2-a995-4dd4-b713-1835743aa93e [ 1332.212229] env[69245]: DEBUG nova.compute.utils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.348224] env[69245]: DEBUG nova.network.neutron [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [{"id": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "address": "fa:16:3e:4e:75:05", "network": {"id": "9d70c67a-fb42-40b1-b228-fe1347e8e9c8", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1225286960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f0a8a1a8ba54c018658df1ed64da4e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27da03d7-51", "ovs_interfaceid": "27da03d7-51c3-4312-99e6-eebf9771d0c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.649330] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cdb1631f-56bb-4fc8-a1d2-1d6ec7d53209 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "5ec665e2-a995-4dd4-b713-1835743aa93e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.185s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.714267] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.852516] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Releasing lock "refresh_cache-5af74479-836c-4267-b9ec-10cc8e14dc66" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.852790] env[69245]: DEBUG nova.objects.instance [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lazy-loading 'migration_context' on Instance uuid 5af74479-836c-4267-b9ec-10cc8e14dc66 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.356299] env[69245]: DEBUG nova.objects.base [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Object Instance<5af74479-836c-4267-b9ec-10cc8e14dc66> lazy-loaded attributes: info_cache,migration_context {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.357254] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da094e8-3924-47de-873d-a60304dca8fa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.380646] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b8af31-2366-4a62-aa20-54e27e75391f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.384888] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.385479] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.388924] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1333.388924] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274f5a5-7787-2993-7e42-0e63e39931c0" [ 1333.388924] env[69245]: _type = "Task" [ 1333.388924] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.400418] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5274f5a5-7787-2993-7e42-0e63e39931c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.400652] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.400949] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.807968] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.808264] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.808502] env[69245]: INFO nova.compute.manager [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attaching volume ae1673c4-080b-43a1-a65b-578045642e61 to /dev/sdc [ 1333.842127] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6590f-722f-4c1b-922e-f0cc2f521295 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.849945] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb9232-c6f5-47c1-8bff-2a14df717ba3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.866633] env[69245]: DEBUG nova.virt.block_device [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating existing volume attachment record: 1e0d7af7-3eac-49ad-a905-584b7377f17a {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1333.888859] env[69245]: DEBUG nova.compute.utils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.988839] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206f27b-3942-4aee-a10b-a2da866b92cc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.996667] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5693a5-873f-40ba-8042-1a04d8b181a8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.029461] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22033214-9e96-4558-9035-671e15b0f564 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.038359] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d57411-be0a-4516-b09f-91136f0be3c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.052182] env[69245]: DEBUG nova.compute.provider_tree [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.392198] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.555117] env[69245]: DEBUG nova.scheduler.client.report [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.458222] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.458583] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.458772] env[69245]: INFO nova.compute.manager [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Attaching volume 4379dcef-69d9-4c67-80ab-3b976479da2b to /dev/sdb [ 1335.498456] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd3dc8-2045-4c8a-ac0a-2b8df1691e05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.506319] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ec07c0-accb-48c2-9741-ed5574b35a55 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.521517] env[69245]: DEBUG nova.virt.block_device [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating existing volume attachment record: 9b87620a-aab5-4527-ba34-1b3c1893b74f {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1335.566442] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.165s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.137847] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.138142] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.148787] env[69245]: INFO nova.scheduler.client.report [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocation for migration e1b5142e-e7d1-4c87-af10-0fa1e8b02740 [ 1336.641549] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.655056] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.160s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.738884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.739163] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.164607] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.164912] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.166484] env[69245]: INFO nova.compute.claims [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.242757] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.761822] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.020196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.020474] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.020795] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.021040] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.021306] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.023308] env[69245]: INFO nova.compute.manager [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Terminating instance [ 1338.265237] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31416099-0a1c-45a5-b90e-0733d912726f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.274022] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6c509-ce4d-493b-9b69-e2fc69f3084b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.304324] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16f6d00-b132-4f33-a40b-92c254aa4b80 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.311890] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbe4ac-98a0-444d-b08c-cd8892177261 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.324971] env[69245]: DEBUG nova.compute.provider_tree [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.413653] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1338.413911] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738694', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'name': 'volume-ae1673c4-080b-43a1-a65b-578045642e61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'serial': 'ae1673c4-080b-43a1-a65b-578045642e61'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1338.414835] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabd457-b2a0-48ad-8a08-5c200ea0124d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.432323] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db72ff2a-8c34-400d-9c2c-0596465e49b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.459455] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-ae1673c4-080b-43a1-a65b-578045642e61/volume-ae1673c4-080b-43a1-a65b-578045642e61.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.459751] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852eb1ba-bd2b-4c18-bf1d-651b5d5e5dc2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.479923] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1338.479923] env[69245]: value = "task-3709016" [ 1338.479923] env[69245]: _type = "Task" [ 1338.479923] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.488229] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.527238] env[69245]: DEBUG nova.compute.manager [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.527511] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.528398] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d91aa-1c81-4e21-86ac-bffbb62369fd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.536640] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.536892] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b5bc1d-70e9-4ff8-bb8e-62a9c0622f8d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.542758] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1338.542758] env[69245]: value = "task-3709017" [ 1338.542758] env[69245]: _type = "Task" [ 1338.542758] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.551226] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.828907] env[69245]: DEBUG nova.scheduler.client.report [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.990791] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709016, 'name': ReconfigVM_Task, 'duration_secs': 0.426278} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.991068] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-ae1673c4-080b-43a1-a65b-578045642e61/volume-ae1673c4-080b-43a1-a65b-578045642e61.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.995694] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb8036b-d379-41cd-8ba9-5488fff98de2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.011152] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1339.011152] env[69245]: value = "task-3709018" [ 1339.011152] env[69245]: _type = "Task" [ 1339.011152] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.019800] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.053031] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709017, 'name': PowerOffVM_Task, 'duration_secs': 0.219465} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.053308] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.053461] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.053733] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-194798b3-7ac7-44fb-82f0-387a15a00c0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.119625] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.119882] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.120053] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleting the datastore file [datastore2] 5af74479-836c-4267-b9ec-10cc8e14dc66 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.120335] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38673bc2-d6a1-4219-a5cc-044ada528e64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.127628] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for the task: (returnval){ [ 1339.127628] env[69245]: value = "task-3709020" [ 1339.127628] env[69245]: _type = "Task" [ 1339.127628] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.135722] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.334542] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.335015] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.337981] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.576s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.339612] env[69245]: INFO nova.compute.claims [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.521578] env[69245]: DEBUG oslo_vmware.api [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709018, 'name': ReconfigVM_Task, 'duration_secs': 0.17338} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.521836] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738694', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'name': 'volume-ae1673c4-080b-43a1-a65b-578045642e61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'serial': 'ae1673c4-080b-43a1-a65b-578045642e61'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1339.639243] env[69245]: DEBUG oslo_vmware.api [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Task: {'id': task-3709020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150559} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.639503] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.639684] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.639867] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.640053] env[69245]: INFO nova.compute.manager [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1339.640304] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.640955] env[69245]: DEBUG nova.compute.manager [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.641066] env[69245]: DEBUG nova.network.neutron [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.844042] env[69245]: DEBUG nova.compute.utils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.851020] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.851020] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.938515] env[69245]: DEBUG nova.policy [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d09e1a335049d28092b3607c47c298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7955cc45da1949ce9c4b8f16009130db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.959578] env[69245]: DEBUG nova.compute.manager [req-6dcac3c1-9c24-41f0-a78b-81cba3369981 req-952b9f22-8278-4fea-b41f-391d0c67f38e service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Received event network-vif-deleted-27da03d7-51c3-4312-99e6-eebf9771d0c0 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.959796] env[69245]: INFO nova.compute.manager [req-6dcac3c1-9c24-41f0-a78b-81cba3369981 req-952b9f22-8278-4fea-b41f-391d0c67f38e service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Neutron deleted interface 27da03d7-51c3-4312-99e6-eebf9771d0c0; detaching it from the instance and deleting it from the info cache [ 1339.959970] env[69245]: DEBUG nova.network.neutron [req-6dcac3c1-9c24-41f0-a78b-81cba3369981 req-952b9f22-8278-4fea-b41f-391d0c67f38e service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.067989] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1340.068119] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738695', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'name': 'volume-4379dcef-69d9-4c67-80ab-3b976479da2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1ddca0f-bd68-4373-8188-10e49428bda1', 'attached_at': '', 'detached_at': '', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'serial': '4379dcef-69d9-4c67-80ab-3b976479da2b'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1340.068967] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded6f0c-9c00-417e-bae3-3babcde50a85 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.088098] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aff302-8b37-4de5-b676-a8fa0b28b655 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.113383] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-4379dcef-69d9-4c67-80ab-3b976479da2b/volume-4379dcef-69d9-4c67-80ab-3b976479da2b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.113687] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797d5eb9-342e-463d-bdd3-29adfeac129c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.134406] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1340.134406] env[69245]: value = "task-3709021" [ 1340.134406] env[69245]: _type = "Task" [ 1340.134406] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.143590] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.189211] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Successfully created port: ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.350817] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.437202] env[69245]: DEBUG nova.network.neutron [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.446405] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff23d7-ed5d-4c37-8434-002f57e0870c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.455795] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297f5e4e-3714-4e81-bec6-dc593cfc8bc3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.488036] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb413995-c28f-40a7-a27a-47b7f837c37f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.491531] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ef6af-dc2a-4a24-926b-bc62e043ae1d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.500724] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08df4024-3612-4aef-82e6-101342d55b56 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.507571] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9a3c82-e375-4ae2-b15a-cc266bca2ff8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.528857] env[69245]: DEBUG nova.compute.provider_tree [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.537084] env[69245]: DEBUG nova.compute.manager [req-6dcac3c1-9c24-41f0-a78b-81cba3369981 req-952b9f22-8278-4fea-b41f-391d0c67f38e service nova] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Detach interface failed, port_id=27da03d7-51c3-4312-99e6-eebf9771d0c0, reason: Instance 5af74479-836c-4267-b9ec-10cc8e14dc66 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.538695] env[69245]: DEBUG nova.scheduler.client.report [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.574640] env[69245]: DEBUG nova.objects.instance [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.644628] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709021, 'name': ReconfigVM_Task, 'duration_secs': 0.381106} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.644912] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-4379dcef-69d9-4c67-80ab-3b976479da2b/volume-4379dcef-69d9-4c67-80ab-3b976479da2b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.649602] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399253a8-227c-44c8-ab3e-d5cbe4222e91 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.666375] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1340.666375] env[69245]: value = "task-3709022" [ 1340.666375] env[69245]: _type = "Task" [ 1340.666375] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.675546] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.940081] env[69245]: INFO nova.compute.manager [-] [instance: 5af74479-836c-4267-b9ec-10cc8e14dc66] Took 1.30 seconds to deallocate network for instance. [ 1341.043697] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.706s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.044293] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.080186] env[69245]: DEBUG oslo_concurrency.lockutils [None req-7ef24a1a-bfb2-4097-b613-ad2239442df5 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.176158] env[69245]: DEBUG oslo_vmware.api [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709022, 'name': ReconfigVM_Task, 'duration_secs': 0.138961} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.176392] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738695', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'name': 'volume-4379dcef-69d9-4c67-80ab-3b976479da2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1ddca0f-bd68-4373-8188-10e49428bda1', 'attached_at': '', 'detached_at': '', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'serial': '4379dcef-69d9-4c67-80ab-3b976479da2b'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1341.342323] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.342565] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.362548] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.389988] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.390251] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.390410] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.390591] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.390762] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.390915] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.391135] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.391295] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.391459] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.391620] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.391791] env[69245]: DEBUG nova.virt.hardware [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.392639] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae18ec5-2b1c-47c7-b075-db9bc477e570 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.400787] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac663f43-852c-4808-9f0d-17c89c475224 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.447477] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.447790] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.448039] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.471785] env[69245]: INFO nova.scheduler.client.report [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Deleted allocations for instance 5af74479-836c-4267-b9ec-10cc8e14dc66 [ 1341.549961] env[69245]: DEBUG nova.compute.utils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.551453] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.552058] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.615768] env[69245]: DEBUG nova.policy [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7daed96811e42be83a934aaadd74dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '080420892b1c4611b2a9a77086e0a64b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.802859] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Successfully updated port: ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.846151] env[69245]: INFO nova.compute.manager [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Detaching volume dae36a86-df4f-4926-a374-7faa6ef24821 [ 1341.878780] env[69245]: INFO nova.virt.block_device [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attempting to driver detach volume dae36a86-df4f-4926-a374-7faa6ef24821 from mountpoint /dev/sdb [ 1341.879079] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1341.879298] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738693', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'name': 'volume-dae36a86-df4f-4926-a374-7faa6ef24821', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'serial': 'dae36a86-df4f-4926-a374-7faa6ef24821'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1341.880287] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc2748d-bd10-4f54-9aca-a8271e1bc073 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.908143] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc43c2-1677-412d-843c-c9bcf7ca6bc7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.915605] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87164722-3c74-4341-a1ad-20be5f99351d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.941988] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a80cb7-1595-4eed-942e-595f628de40f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.957762] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] The volume has not been displaced from its original location: [datastore2] volume-dae36a86-df4f-4926-a374-7faa6ef24821/volume-dae36a86-df4f-4926-a374-7faa6ef24821.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1341.963038] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.964009] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Successfully created port: d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.966023] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d5ba18-b8b8-4d0f-b131-2495871e859b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.981382] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd2c4b6d-db32-4b5c-add1-33031801fc25 tempest-DeleteServersTestJSON-2134575 tempest-DeleteServersTestJSON-2134575-project-member] Lock "5af74479-836c-4267-b9ec-10cc8e14dc66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.961s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.985534] env[69245]: DEBUG nova.compute.manager [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Received event network-vif-plugged-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.985717] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Acquiring lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.986388] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.986556] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.986754] env[69245]: DEBUG nova.compute.manager [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] No waiting events found dispatching network-vif-plugged-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1341.986970] env[69245]: WARNING nova.compute.manager [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Received unexpected event network-vif-plugged-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 for instance with vm_state building and task_state spawning. [ 1341.987158] env[69245]: DEBUG nova.compute.manager [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Received event network-changed-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.987368] env[69245]: DEBUG nova.compute.manager [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Refreshing instance network info cache due to event network-changed-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.987805] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.987805] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.987939] env[69245]: DEBUG nova.network.neutron [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Refreshing network info cache for port ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.990875] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1341.990875] env[69245]: value = "task-3709023" [ 1341.990875] env[69245]: _type = "Task" [ 1341.990875] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.000917] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.054914] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.219865] env[69245]: DEBUG nova.objects.instance [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid c1ddca0f-bd68-4373-8188-10e49428bda1 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.307790] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.507968] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709023, 'name': ReconfigVM_Task, 'duration_secs': 0.271716} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.508711] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.513412] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214fa870-613a-4725-8a35-ef191bdc2da4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.528978] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1342.528978] env[69245]: value = "task-3709025" [ 1342.528978] env[69245]: _type = "Task" [ 1342.528978] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.537582] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.550514] env[69245]: DEBUG nova.network.neutron [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.643581] env[69245]: DEBUG nova.network.neutron [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.724636] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b46f9d76-a13b-4051-8782-dac0943ff676 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.039989] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.064639] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.096049] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.096049] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.096049] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.096049] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.096049] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.096434] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.096434] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.096554] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.096725] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.096895] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.097084] env[69245]: DEBUG nova.virt.hardware [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.098009] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8187a24-1c97-42e5-89f1-17aa2d083e48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.107177] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc4786-5089-4981-9c88-574749ede144 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.146775] env[69245]: DEBUG oslo_concurrency.lockutils [req-1f2d9f7d-d49c-42f7-acbd-39bad5af33df req-5dc9e8bc-22ca-4c25-9d1d-59c6fb33ee65 service nova] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.147232] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.147398] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.305111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.305111] env[69245]: DEBUG oslo_concurrency.lockutils [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.536405] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Successfully updated port: d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.542066] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.696805] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.807619] env[69245]: INFO nova.compute.manager [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Detaching volume 4379dcef-69d9-4c67-80ab-3b976479da2b [ 1343.834067] env[69245]: DEBUG nova.network.neutron [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.838627] env[69245]: INFO nova.virt.block_device [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Attempting to driver detach volume 4379dcef-69d9-4c67-80ab-3b976479da2b from mountpoint /dev/sdb [ 1343.838866] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1343.839066] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738695', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'name': 'volume-4379dcef-69d9-4c67-80ab-3b976479da2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1ddca0f-bd68-4373-8188-10e49428bda1', 'attached_at': '', 'detached_at': '', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'serial': '4379dcef-69d9-4c67-80ab-3b976479da2b'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1343.839987] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ebaa24-13d1-47b9-8939-a210d03b20ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.863073] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520fd04-c26b-4def-8b28-23387f34ec27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.871135] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bdb89e-c3e3-4454-9d95-4778c79544ee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.893552] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e0b6db-1c5f-4635-acd9-53e9ce98cba9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.908807] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] The volume has not been displaced from its original location: [datastore1] volume-4379dcef-69d9-4c67-80ab-3b976479da2b/volume-4379dcef-69d9-4c67-80ab-3b976479da2b.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1343.913975] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.914540] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12a36d7-9bd5-4f94-9188-5ac7b3c8a1b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.933048] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1343.933048] env[69245]: value = "task-3709026" [ 1343.933048] env[69245]: _type = "Task" [ 1343.933048] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.943054] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.018691] env[69245]: DEBUG nova.compute.manager [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Received event network-vif-plugged-d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.018962] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Acquiring lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.019199] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.019340] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.019555] env[69245]: DEBUG nova.compute.manager [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] No waiting events found dispatching network-vif-plugged-d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.019652] env[69245]: WARNING nova.compute.manager [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Received unexpected event network-vif-plugged-d702b25f-723a-44cd-8069-f02117ffcf04 for instance with vm_state building and task_state spawning. [ 1344.019777] env[69245]: DEBUG nova.compute.manager [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Received event network-changed-d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.019978] env[69245]: DEBUG nova.compute.manager [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Refreshing instance network info cache due to event network-changed-d702b25f-723a-44cd-8069-f02117ffcf04. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.020210] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Acquiring lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.020366] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Acquired lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.020524] env[69245]: DEBUG nova.network.neutron [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Refreshing network info cache for port d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.046254] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.046720] env[69245]: DEBUG oslo_vmware.api [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709025, 'name': ReconfigVM_Task, 'duration_secs': 1.152661} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.047172] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738693', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'name': 'volume-dae36a86-df4f-4926-a374-7faa6ef24821', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae36a86-df4f-4926-a374-7faa6ef24821', 'serial': 'dae36a86-df4f-4926-a374-7faa6ef24821'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1344.337210] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.337590] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Instance network_info: |[{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.338103] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:1c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.345750] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.345990] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.346260] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56613e4b-d93a-4520-9663-c364387c7979 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.367467] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.367467] env[69245]: value = "task-3709027" [ 1344.367467] env[69245]: _type = "Task" [ 1344.367467] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.376342] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709027, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.444636] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709026, 'name': ReconfigVM_Task, 'duration_secs': 0.239344} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.444955] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.449953] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9bff15-5c82-488a-adab-ae3aff6acea3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.467738] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1344.467738] env[69245]: value = "task-3709028" [ 1344.467738] env[69245]: _type = "Task" [ 1344.467738] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.476451] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.564126] env[69245]: DEBUG nova.network.neutron [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.598266] env[69245]: DEBUG nova.objects.instance [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.653736] env[69245]: DEBUG nova.network.neutron [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.881385] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709027, 'name': CreateVM_Task, 'duration_secs': 0.343909} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.881586] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.882325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.882508] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.882874] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.883169] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b7fe8a-aea0-4007-a067-fde2f7636cdc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.888430] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1344.888430] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e14195-a63d-ea3a-7eca-ef63a7993006" [ 1344.888430] env[69245]: _type = "Task" [ 1344.888430] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.897436] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e14195-a63d-ea3a-7eca-ef63a7993006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.977851] env[69245]: DEBUG oslo_vmware.api [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709028, 'name': ReconfigVM_Task, 'duration_secs': 0.158916} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.978848] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738695', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'name': 'volume-4379dcef-69d9-4c67-80ab-3b976479da2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1ddca0f-bd68-4373-8188-10e49428bda1', 'attached_at': '', 'detached_at': '', 'volume_id': '4379dcef-69d9-4c67-80ab-3b976479da2b', 'serial': '4379dcef-69d9-4c67-80ab-3b976479da2b'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.156017] env[69245]: DEBUG oslo_concurrency.lockutils [req-b79647a6-e414-4a3b-acf1-e678a48e9d62 req-6f0955be-4926-402e-bf3b-57dd16f6b5d9 service nova] Releasing lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.156426] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.156588] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.400380] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52e14195-a63d-ea3a-7eca-ef63a7993006, 'name': SearchDatastore_Task, 'duration_secs': 0.013678} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.400728] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.400979] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.401235] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.401384] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.401625] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.402021] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e774619-628c-47f0-b038-394ee01eb01b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.411400] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.411595] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.412387] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a959f7-3b6b-4728-9279-d992b3a968c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.417920] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1345.417920] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52638dd7-496e-13ad-bef0-1ec201205c91" [ 1345.417920] env[69245]: _type = "Task" [ 1345.417920] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.426426] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52638dd7-496e-13ad-bef0-1ec201205c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.521032] env[69245]: DEBUG nova.objects.instance [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid c1ddca0f-bd68-4373-8188-10e49428bda1 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.606526] env[69245]: DEBUG oslo_concurrency.lockutils [None req-d9f8974c-30da-45b4-aab8-2dccb3ae00e2 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.264s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.640577] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.641100] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.704826] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.891769] env[69245]: DEBUG nova.network.neutron [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Updating instance_info_cache with network_info: [{"id": "d702b25f-723a-44cd-8069-f02117ffcf04", "address": "fa:16:3e:ae:f7:d6", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd702b25f-72", "ovs_interfaceid": "d702b25f-723a-44cd-8069-f02117ffcf04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.928884] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52638dd7-496e-13ad-bef0-1ec201205c91, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.929700] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861ec679-39ca-4177-9b37-d264b1bde65d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.935334] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1345.935334] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52529efa-7093-d6cf-e0d8-27c44535b019" [ 1345.935334] env[69245]: _type = "Task" [ 1345.935334] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.943552] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52529efa-7093-d6cf-e0d8-27c44535b019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.143789] env[69245]: INFO nova.compute.manager [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Detaching volume ae1673c4-080b-43a1-a65b-578045642e61 [ 1346.179511] env[69245]: INFO nova.virt.block_device [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Attempting to driver detach volume ae1673c4-080b-43a1-a65b-578045642e61 from mountpoint /dev/sdc [ 1346.179828] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1346.180156] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738694', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'name': 'volume-ae1673c4-080b-43a1-a65b-578045642e61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'serial': 'ae1673c4-080b-43a1-a65b-578045642e61'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1346.181292] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5437c-adf4-436f-875f-79355bfa29f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.204790] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c995b224-0092-41e9-b0f4-001e3bc1894a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.213380] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc50b2-8a51-440e-81a3-199146f52661 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.234165] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9211fb9-dfdc-487a-8a6d-cd713c6fce35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.253295] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae1673c4-080b-43a1-a65b-578045642e61/volume-ae1673c4-080b-43a1-a65b-578045642e61.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1346.258807] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1346.258807] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f671f2-4447-486a-a46a-8789d8fe47f7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.276921] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1346.276921] env[69245]: value = "task-3709029" [ 1346.276921] env[69245]: _type = "Task" [ 1346.276921] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.285378] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.396150] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.396150] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Instance network_info: |[{"id": "d702b25f-723a-44cd-8069-f02117ffcf04", "address": "fa:16:3e:ae:f7:d6", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd702b25f-72", "ovs_interfaceid": "d702b25f-723a-44cd-8069-f02117ffcf04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.396150] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:f7:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd702b25f-723a-44cd-8069-f02117ffcf04', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.406022] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating folder: Project (080420892b1c4611b2a9a77086e0a64b). Parent ref: group-v738357. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.406022] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ed6783-de4f-4846-8749-aa2a189454c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.420147] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created folder: Project (080420892b1c4611b2a9a77086e0a64b) in parent group-v738357. [ 1346.420147] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating folder: Instances. Parent ref: group-v738697. {{(pid=69245) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1346.420147] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeb83f96-6d8b-4117-990c-7f4dbb80259e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.432024] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created folder: Instances in parent group-v738697. [ 1346.432024] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.432252] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.432485] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8db13161-6e76-4543-9f96-beeb74c3ba58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.459760] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52529efa-7093-d6cf-e0d8-27c44535b019, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.461195] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.461468] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.461709] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.461709] env[69245]: value = "task-3709032" [ 1346.461709] env[69245]: _type = "Task" [ 1346.461709] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.461909] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0411db96-4bf4-4ee7-ac09-fbbd26607a05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.471708] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709032, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.473311] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1346.473311] env[69245]: value = "task-3709033" [ 1346.473311] env[69245]: _type = "Task" [ 1346.473311] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.481331] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.528309] env[69245]: DEBUG oslo_concurrency.lockutils [None req-164084f7-d78e-4629-9852-1fdc071ba2ac tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.788373] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709029, 'name': ReconfigVM_Task, 'duration_secs': 0.252972} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.788699] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.793386] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc2e429-9dce-48ca-822d-5a54c1c4aa3a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.810358] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1346.810358] env[69245]: value = "task-3709034" [ 1346.810358] env[69245]: _type = "Task" [ 1346.810358] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.818381] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709034, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.976135] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709032, 'name': CreateVM_Task, 'duration_secs': 0.301095} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.979435] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.980075] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.980251] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.980561] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.981314] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50546b7f-6294-4e12-afc0-1cdf76a617e6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.987923] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.991993] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1346.991993] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ae33-c3e6-8f28-5925-5d507ba5f482" [ 1346.991993] env[69245]: _type = "Task" [ 1346.991993] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.001054] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ae33-c3e6-8f28-5925-5d507ba5f482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.321737] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.486341] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.502609] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5284ae33-c3e6-8f28-5925-5d507ba5f482, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.502933] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.503211] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.503465] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.503615] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.503814] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.504101] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673d8836-af31-4ed6-a053-733bebfab3e0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.515938] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.516276] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.517157] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ff3651-2c03-4130-a1c0-b68355a6e473 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.523425] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1347.523425] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524221bd-8e1f-fc17-122a-77ea803b25e7" [ 1347.523425] env[69245]: _type = "Task" [ 1347.523425] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.532515] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524221bd-8e1f-fc17-122a-77ea803b25e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.612800] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.613190] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.613472] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.613717] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.614490] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.617131] env[69245]: INFO nova.compute.manager [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Terminating instance [ 1347.823353] env[69245]: DEBUG oslo_vmware.api [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709034, 'name': ReconfigVM_Task, 'duration_secs': 0.783859} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.823732] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738694', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'name': 'volume-ae1673c4-080b-43a1-a65b-578045642e61', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05d0c4e5-0178-4314-bc80-1eec35eed659', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1673c4-080b-43a1-a65b-578045642e61', 'serial': 'ae1673c4-080b-43a1-a65b-578045642e61'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1347.987389] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709033, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.433425} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.987691] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.987916] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.988217] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-158a75c3-5250-4915-a74c-8fedafc9f626 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.996449] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1347.996449] env[69245]: value = "task-3709035" [ 1347.996449] env[69245]: _type = "Task" [ 1347.996449] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.006882] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.035790] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524221bd-8e1f-fc17-122a-77ea803b25e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.036824] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1714007-6bd9-489b-93d4-b148ee0a69bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.043804] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1348.043804] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f35031-9b70-6f62-fac6-69c3881ccbf7" [ 1348.043804] env[69245]: _type = "Task" [ 1348.043804] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.054110] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f35031-9b70-6f62-fac6-69c3881ccbf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.121249] env[69245]: DEBUG nova.compute.manager [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.121481] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.122447] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9148a8a7-18da-4c13-9b8a-9486b7dff0e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.130324] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.130653] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d8a4c2-cb84-47ee-9929-d35e58a28efc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.137375] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1348.137375] env[69245]: value = "task-3709036" [ 1348.137375] env[69245]: _type = "Task" [ 1348.137375] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.146734] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.372582] env[69245]: DEBUG nova.objects.instance [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'flavor' on Instance uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.506050] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066784} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.506391] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.507204] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cfc26b-d5d4-494b-9b9b-29ee97c66bf6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.529671] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.529942] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7468a76d-987f-4c29-9257-43db584d2f2a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.549356] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1348.549356] env[69245]: value = "task-3709037" [ 1348.549356] env[69245]: _type = "Task" [ 1348.549356] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.552826] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52f35031-9b70-6f62-fac6-69c3881ccbf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.555694] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.555962] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/a1aaaa3a-57bd-4143-8ff3-ed10f1640152.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.556220] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71ed70fa-8b0d-423c-8687-9aedccf17e41 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.564509] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.565896] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1348.565896] env[69245]: value = "task-3709038" [ 1348.565896] env[69245]: _type = "Task" [ 1348.565896] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.574154] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.647704] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709036, 'name': PowerOffVM_Task, 'duration_secs': 0.197753} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.647979] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.648184] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1348.648462] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3916b263-49e4-4209-b416-c2a31090152f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.711875] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1348.712301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1348.712630] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleting the datastore file [datastore2] c1ddca0f-bd68-4373-8188-10e49428bda1 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1348.713044] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747ac899-a973-42ba-a690-226eb1447c5e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.721198] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1348.721198] env[69245]: value = "task-3709040" [ 1348.721198] env[69245]: _type = "Task" [ 1348.721198] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.729387] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.063467] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709037, 'name': ReconfigVM_Task, 'duration_secs': 0.435436} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.063780] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.064438] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e721ded-fae6-45e0-9689-07ac3e7a88ac {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.070904] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1349.070904] env[69245]: value = "task-3709041" [ 1349.070904] env[69245]: _type = "Task" [ 1349.070904] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.077040] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500771} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.077649] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/a1aaaa3a-57bd-4143-8ff3-ed10f1640152.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.077868] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.078129] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be79f33-9ff1-4407-9bf1-a0bd30097ef2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.086948] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709041, 'name': Rename_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.088416] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1349.088416] env[69245]: value = "task-3709042" [ 1349.088416] env[69245]: _type = "Task" [ 1349.088416] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.097993] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.231849] env[69245]: DEBUG oslo_vmware.api [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347947} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.232174] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.232367] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.232546] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.232720] env[69245]: INFO nova.compute.manager [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1349.232965] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1349.233198] env[69245]: DEBUG nova.compute.manager [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1349.233311] env[69245]: DEBUG nova.network.neutron [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1349.381814] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3247c8-3103-4f37-87bd-1bc1492ff8a9 tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.741s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.585368] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709041, 'name': Rename_Task, 'duration_secs': 0.155141} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.586176] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.586430] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86779d19-7d61-4c29-9dee-5dd78b43825d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.595105] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1349.595105] env[69245]: value = "task-3709043" [ 1349.595105] env[69245]: _type = "Task" [ 1349.595105] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.605378] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066768} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.607524] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.608232] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.608924] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a325663d-a318-47ec-9250-7ec978d61b24 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.632057] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/a1aaaa3a-57bd-4143-8ff3-ed10f1640152.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.632711] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98482986-aa1c-48e8-8894-ec4abcdcbb81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.654264] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1349.654264] env[69245]: value = "task-3709044" [ 1349.654264] env[69245]: _type = "Task" [ 1349.654264] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.663074] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.808124] env[69245]: DEBUG nova.compute.manager [req-7d73e2d1-84af-4fc4-bead-654cd3a18a75 req-b0c5062a-e7fc-437a-aaec-4f615924bf41 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Received event network-vif-deleted-7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.808275] env[69245]: INFO nova.compute.manager [req-7d73e2d1-84af-4fc4-bead-654cd3a18a75 req-b0c5062a-e7fc-437a-aaec-4f615924bf41 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Neutron deleted interface 7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5; detaching it from the instance and deleting it from the info cache [ 1349.808466] env[69245]: DEBUG nova.network.neutron [req-7d73e2d1-84af-4fc4-bead-654cd3a18a75 req-b0c5062a-e7fc-437a-aaec-4f615924bf41 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.078896] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.079327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.079711] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.079944] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.080145] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.083074] env[69245]: INFO nova.compute.manager [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Terminating instance [ 1350.105228] env[69245]: DEBUG oslo_vmware.api [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709043, 'name': PowerOnVM_Task, 'duration_secs': 0.489754} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.105505] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.106018] env[69245]: INFO nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1350.106018] env[69245]: DEBUG nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1350.106665] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad3d61-76e6-4abd-a5d3-1c52657109a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.164875] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709044, 'name': ReconfigVM_Task, 'duration_secs': 0.401213} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.165207] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/a1aaaa3a-57bd-4143-8ff3-ed10f1640152.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.165858] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c738dcf-3a15-4ad4-802c-8dcccc8605a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.173611] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1350.173611] env[69245]: value = "task-3709045" [ 1350.173611] env[69245]: _type = "Task" [ 1350.173611] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.184377] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709045, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.289375] env[69245]: DEBUG nova.network.neutron [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.312180] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e815760-443a-4b4a-8e35-8a3885c81ff8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.322984] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094c630a-636f-4cf8-bc2a-2bc1cbcde7ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.353181] env[69245]: DEBUG nova.compute.manager [req-7d73e2d1-84af-4fc4-bead-654cd3a18a75 req-b0c5062a-e7fc-437a-aaec-4f615924bf41 service nova] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Detach interface failed, port_id=7c42421a-bb2a-4ed5-ab85-b3d34dd4a9b5, reason: Instance c1ddca0f-bd68-4373-8188-10e49428bda1 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1350.587346] env[69245]: DEBUG nova.compute.manager [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.587614] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.588511] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb2f22-abab-4b31-a680-0b3f4b1be0a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.597130] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.597417] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9103b05a-60e5-4762-9927-fac5585cbc0c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.603585] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1350.603585] env[69245]: value = "task-3709046" [ 1350.603585] env[69245]: _type = "Task" [ 1350.603585] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.611914] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.624983] env[69245]: INFO nova.compute.manager [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Took 13.48 seconds to build instance. [ 1350.687084] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709045, 'name': Rename_Task, 'duration_secs': 0.234913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.687397] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.687656] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47fcdd26-5d7a-4b67-88e5-58dcc7120752 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.696169] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1350.696169] env[69245]: value = "task-3709047" [ 1350.696169] env[69245]: _type = "Task" [ 1350.696169] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.709490] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.792380] env[69245]: INFO nova.compute.manager [-] [instance: c1ddca0f-bd68-4373-8188-10e49428bda1] Took 1.56 seconds to deallocate network for instance. [ 1351.113995] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709046, 'name': PowerOffVM_Task, 'duration_secs': 0.351787} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.114280] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.114466] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.114726] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d629411-2865-48b1-9451-c2d19b77fb64 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.127312] env[69245]: DEBUG oslo_concurrency.lockutils [None req-93db2e5f-e89f-4d0a-98e1-9b26fce22d58 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.989s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.182647] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.183119] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.183381] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleting the datastore file [datastore2] 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.183687] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0185d7fd-c560-4cb0-b0a8-c04e605870d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.190986] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for the task: (returnval){ [ 1351.190986] env[69245]: value = "task-3709049" [ 1351.190986] env[69245]: _type = "Task" [ 1351.190986] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.199816] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.207448] env[69245]: DEBUG oslo_vmware.api [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709047, 'name': PowerOnVM_Task, 'duration_secs': 0.470172} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.207731] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.207891] env[69245]: INFO nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1351.208086] env[69245]: DEBUG nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1351.208941] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53925550-c1c2-4062-b047-83dc7699388b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.298908] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.299276] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.299528] env[69245]: DEBUG nova.objects.instance [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'resources' on Instance uuid c1ddca0f-bd68-4373-8188-10e49428bda1 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.703332] env[69245]: DEBUG oslo_vmware.api [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Task: {'id': task-3709049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13992} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.703756] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.704178] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.704520] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.704844] env[69245]: INFO nova.compute.manager [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1351.705270] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.705627] env[69245]: DEBUG nova.compute.manager [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.705882] env[69245]: DEBUG nova.network.neutron [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.731020] env[69245]: INFO nova.compute.manager [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Took 13.98 seconds to build instance. [ 1351.895368] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2617b37-dee2-4e54-aaf0-122d68c22c66 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.903664] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb88a1-c7c6-4ac1-9e40-618158cc2fef {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.935980] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f2f037-4a4b-4be0-abe6-c691e87435ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.944959] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a5706-e43d-4623-9452-cad70aac1d59 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.959106] env[69245]: DEBUG nova.compute.provider_tree [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.089951] env[69245]: DEBUG nova.compute.manager [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Received event network-changed-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.090237] env[69245]: DEBUG nova.compute.manager [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Refreshing instance network info cache due to event network-changed-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.090519] env[69245]: DEBUG oslo_concurrency.lockutils [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.090851] env[69245]: DEBUG oslo_concurrency.lockutils [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.091153] env[69245]: DEBUG nova.network.neutron [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Refreshing network info cache for port ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.180976] env[69245]: INFO nova.compute.manager [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Rescuing [ 1352.181325] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.181426] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.181594] env[69245]: DEBUG nova.network.neutron [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.234520] env[69245]: DEBUG oslo_concurrency.lockutils [None req-70d623e6-fbb3-45bf-9e63-c4e42100e6c9 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.495s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.462041] env[69245]: DEBUG nova.scheduler.client.report [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.795175] env[69245]: DEBUG nova.network.neutron [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.969184] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.992185] env[69245]: DEBUG nova.network.neutron [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updated VIF entry in instance network info cache for port ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.992549] env[69245]: DEBUG nova.network.neutron [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.995312] env[69245]: INFO nova.scheduler.client.report [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted allocations for instance c1ddca0f-bd68-4373-8188-10e49428bda1 [ 1353.059348] env[69245]: DEBUG nova.network.neutron [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Updating instance_info_cache with network_info: [{"id": "d702b25f-723a-44cd-8069-f02117ffcf04", "address": "fa:16:3e:ae:f7:d6", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd702b25f-72", "ovs_interfaceid": "d702b25f-723a-44cd-8069-f02117ffcf04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.297963] env[69245]: INFO nova.compute.manager [-] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Took 1.59 seconds to deallocate network for instance. [ 1353.502147] env[69245]: DEBUG oslo_concurrency.lockutils [req-efcadf69-e6e7-4d97-9749-676ab691e9b0 req-3962d20b-4409-4cb9-815a-df78449d0952 service nova] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.502704] env[69245]: DEBUG oslo_concurrency.lockutils [None req-e86dcaad-bdb0-45d3-a502-125576dfb8d2 tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "c1ddca0f-bd68-4373-8188-10e49428bda1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.562902] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "refresh_cache-a1aaaa3a-57bd-4143-8ff3-ed10f1640152" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.801879] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.804113] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.804401] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.804611] env[69245]: DEBUG nova.objects.instance [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lazy-loading 'resources' on Instance uuid 05d0c4e5-0178-4314-bc80-1eec35eed659 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.805732] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.113740] env[69245]: DEBUG nova.compute.manager [req-8ac8fad7-8805-4b84-acc1-679b0ebf0ee3 req-8f11a239-bce7-432f-b220-04e7e81072df service nova] [instance: 05d0c4e5-0178-4314-bc80-1eec35eed659] Received event network-vif-deleted-a6f1d1c4-359c-4fe4-8cc0-ef255f0df466 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.381156] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa307c87-2316-467d-ae7c-1b5507f67aea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.389703] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13de884-15ab-4c86-b821-537dd6cfa497 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.421751] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf7f2a-7061-4038-8d5f-14ca45fe6594 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.429915] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91159e04-e849-44f1-9d40-1b6eef8858af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.443980] env[69245]: DEBUG nova.compute.provider_tree [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.806199] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.947224] env[69245]: DEBUG nova.scheduler.client.report [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.098503] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.098966] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c01a41-9e3c-45db-acdf-2729eb7c4015 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.107445] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1355.107445] env[69245]: value = "task-3709050" [ 1355.107445] env[69245]: _type = "Task" [ 1355.107445] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.116139] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.453241] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.470618] env[69245]: INFO nova.scheduler.client.report [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Deleted allocations for instance 05d0c4e5-0178-4314-bc80-1eec35eed659 [ 1355.509444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.509717] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.618575] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709050, 'name': PowerOffVM_Task, 'duration_secs': 0.205671} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.618905] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.619722] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2138f181-b009-44ac-b5e5-5304fcfaf197 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.640694] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb42af-1226-4c3a-8432-04c207335ba8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.673453] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.673702] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c382275-76e2-4f01-9298-d178d4d38810 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.681427] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1355.681427] env[69245]: value = "task-3709051" [ 1355.681427] env[69245]: _type = "Task" [ 1355.681427] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.689720] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.757963] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.758272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.806654] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.978348] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4fd44702-07e0-4348-8aea-8d5deaa59e1a tempest-AttachVolumeTestJSON-574272729 tempest-AttachVolumeTestJSON-574272729-project-member] Lock "05d0c4e5-0178-4314-bc80-1eec35eed659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.899s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.012870] env[69245]: INFO nova.compute.manager [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Detaching volume 02475d56-652c-4ae0-9dba-7a6311e9133b [ 1356.048241] env[69245]: INFO nova.virt.block_device [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Attempting to driver detach volume 02475d56-652c-4ae0-9dba-7a6311e9133b from mountpoint /dev/sdb [ 1356.048540] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1356.048737] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738682', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'name': 'volume-02475d56-652c-4ae0-9dba-7a6311e9133b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c7486ef4-5f14-4f62-b856-d590022ffd2f', 'attached_at': '', 'detached_at': '', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'serial': '02475d56-652c-4ae0-9dba-7a6311e9133b'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1356.049599] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac27d191-9476-41cc-962b-80f2ea89a831 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.071407] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68f4979-5581-42f7-80f9-9c201ea5cf7d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.078574] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45605ba0-4fa8-4df7-859a-53a3654e3c69 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.097970] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40eae8-94fe-4060-bf75-65bda9b53831 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.113447] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] The volume has not been displaced from its original location: [datastore2] volume-02475d56-652c-4ae0-9dba-7a6311e9133b/volume-02475d56-652c-4ae0-9dba-7a6311e9133b.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1356.118516] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1356.118785] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bff8140-78ab-4eb5-8cbd-7fba71bbbd8c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.137049] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1356.137049] env[69245]: value = "task-3709052" [ 1356.137049] env[69245]: _type = "Task" [ 1356.137049] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.148813] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.191314] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1356.191569] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1356.191778] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.191989] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.192245] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1356.192467] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4cb9b7-fa8f-4d46-9854-a705b182537e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.201332] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1356.201510] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1356.202265] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab8fb1d-3116-41b2-9927-b99a08cddf2c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.207314] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1356.207314] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5227e766-976b-af8c-9149-7f122a09c7e4" [ 1356.207314] env[69245]: _type = "Task" [ 1356.207314] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.215701] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5227e766-976b-af8c-9149-7f122a09c7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.260580] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.648028] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709052, 'name': ReconfigVM_Task, 'duration_secs': 0.261305} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.648184] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.653033] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfdffe8-7b12-4a4d-96b6-d4771a5043b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.669557] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1356.669557] env[69245]: value = "task-3709054" [ 1356.669557] env[69245]: _type = "Task" [ 1356.669557] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.678588] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.717707] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5227e766-976b-af8c-9149-7f122a09c7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.718575] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0d3391-e24a-4455-bc8e-3aa715ad0c82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.724072] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1356.724072] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c15031-63e1-49b5-216b-b0759690c689" [ 1356.724072] env[69245]: _type = "Task" [ 1356.724072] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.731738] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c15031-63e1-49b5-216b-b0759690c689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.786080] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.786391] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.788147] env[69245]: INFO nova.compute.claims [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.179932] env[69245]: DEBUG oslo_vmware.api [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709054, 'name': ReconfigVM_Task, 'duration_secs': 0.207786} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.180322] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738682', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'name': 'volume-02475d56-652c-4ae0-9dba-7a6311e9133b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c7486ef4-5f14-4f62-b856-d590022ffd2f', 'attached_at': '', 'detached_at': '', 'volume_id': '02475d56-652c-4ae0-9dba-7a6311e9133b', 'serial': '02475d56-652c-4ae0-9dba-7a6311e9133b'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1357.235028] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c15031-63e1-49b5-216b-b0759690c689, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.235347] env[69245]: DEBUG oslo_concurrency.lockutils [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.235610] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1357.235873] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f18452-0d11-4d1f-95f5-691063ea2a31 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.243062] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1357.243062] env[69245]: value = "task-3709055" [ 1357.243062] env[69245]: _type = "Task" [ 1357.243062] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.252144] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.741847] env[69245]: DEBUG nova.objects.instance [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'flavor' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.756546] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47355} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.757862] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 1357.759036] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eef854c-2042-4e15-a8ae-3cf49d86f97e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.795624] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.799130] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f233627e-2481-4373-89a0-bdf8d93d3310 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.812328] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.812686] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.820483] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1357.820483] env[69245]: value = "task-3709056" [ 1357.820483] env[69245]: _type = "Task" [ 1357.820483] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.830858] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.883015] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff0e93-307b-420d-b564-633166b72049 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.891787] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2328983b-991e-49c6-a56f-1ec4dfeb5052 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.924411] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b00441-4918-47ad-be74-ea56acc22e04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.932999] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca9f2e-4df0-42de-a1fd-e798f057610f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.948754] env[69245]: DEBUG nova.compute.provider_tree [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.318343] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.330680] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709056, 'name': ReconfigVM_Task, 'duration_secs': 0.292977} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.331029] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.331877] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def4c538-c764-45ca-b4c5-b67bb9983be2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.356605] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59d8f5f-550b-4e64-9d60-20c4b1693306 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.372763] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1358.372763] env[69245]: value = "task-3709057" [ 1358.372763] env[69245]: _type = "Task" [ 1358.372763] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.381754] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.452640] env[69245]: DEBUG nova.scheduler.client.report [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.755394] env[69245]: DEBUG oslo_concurrency.lockutils [None req-44932023-ecd0-4708-b4b7-564819cbd708 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.884751] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709057, 'name': ReconfigVM_Task, 'duration_secs': 0.155333} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.885015] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.885332] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efa3ad9a-44be-48b3-a34e-ac217769de22 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.892241] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1358.892241] env[69245]: value = "task-3709058" [ 1358.892241] env[69245]: _type = "Task" [ 1358.892241] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.901363] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.957832] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.958408] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.961258] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.643s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.961446] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.961601] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1358.962705] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a77cc75-e1f8-4fe2-ae5d-766fda06c698 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.971445] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7807719-17e1-4555-be4c-0c64ac424192 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.986035] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c39b4-7329-434f-98a7-f4cad6358cf6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.993172] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43093475-e316-4fd1-900c-d7cb696c3eaf {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.024105] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179538MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1359.024271] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.024467] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.402434] env[69245]: DEBUG oslo_vmware.api [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709058, 'name': PowerOnVM_Task, 'duration_secs': 0.431332} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.402721] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.405487] env[69245]: DEBUG nova.compute.manager [None req-8233e555-67c6-4fbe-9c6f-4f600b5b27f5 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1359.406606] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b109ae6e-5099-41e3-9dc1-aa233381db2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.464228] env[69245]: DEBUG nova.compute.utils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.466321] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.466501] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.503594] env[69245]: DEBUG nova.policy [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e43022df226464bbea58cc75080ac2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f9c0461fc2b40cb9e6abda7a09f6782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.782938] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.783277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.783502] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.783695] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.783868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.786460] env[69245]: INFO nova.compute.manager [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Terminating instance [ 1359.818888] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Successfully created port: 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.967285] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.055693] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance c7486ef4-5f14-4f62-b856-d590022ffd2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1360.055852] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ff42127d-ef9f-449b-838a-42f5d7f0b57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1360.055977] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance a1aaaa3a-57bd-4143-8ff3-ed10f1640152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1360.056115] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1360.056302] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1360.056450] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1360.121992] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa5fa92-8822-41d0-8e29-bde550a83f48 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.130118] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af6629-d16c-49b2-8d30-3d49dd8686e1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.162249] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f16000-ee12-4cf5-8508-6e202e08c683 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.170508] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4842dfc0-8570-4165-bd00-66cc3e78194c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.185328] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.291428] env[69245]: DEBUG nova.compute.manager [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1360.291684] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.292612] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c726a1f6-6a34-4188-80a7-cd5271d7d52f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.301409] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.301667] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd1e55e-e6ce-40ab-b30d-537f3c1bb7ab {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.308979] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1360.308979] env[69245]: value = "task-3709060" [ 1360.308979] env[69245]: _type = "Task" [ 1360.308979] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.318025] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.688846] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.819932] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709060, 'name': PowerOffVM_Task, 'duration_secs': 0.219469} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.820265] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.820440] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.820693] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16702e5e-a2d6-456c-8a73-89c8a87a58bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.833220] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "8f8710d7-dd2a-4855-9845-b8299ad21829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.833342] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.895717] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.895975] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.896523] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.896638] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9994c54-a360-4be4-b9cd-4405a7dd6dbb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.904606] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1360.904606] env[69245]: value = "task-3709062" [ 1360.904606] env[69245]: _type = "Task" [ 1360.904606] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.914988] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.979325] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.006398] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.006652] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.006812] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.006992] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.007154] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.007300] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.007506] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.007663] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.007826] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.007986] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.008172] env[69245]: DEBUG nova.virt.hardware [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.009038] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb35f84-699c-4ddb-9ebf-df1d070ed5c2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.017429] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6304c-4cdc-4000-9524-c5bfbfa814f0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.196322] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1361.196579] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.318522] env[69245]: DEBUG nova.compute.manager [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Received event network-vif-plugged-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.319010] env[69245]: DEBUG oslo_concurrency.lockutils [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.319299] env[69245]: DEBUG oslo_concurrency.lockutils [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.319488] env[69245]: DEBUG oslo_concurrency.lockutils [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.319663] env[69245]: DEBUG nova.compute.manager [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] No waiting events found dispatching network-vif-plugged-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1361.319830] env[69245]: WARNING nova.compute.manager [req-800f525d-0e11-4f1b-89ad-1b7c872eed97 req-73d1fe65-c743-49c0-be5e-066977c34ccc service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Received unexpected event network-vif-plugged-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 for instance with vm_state building and task_state spawning. [ 1361.337910] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1361.416282] env[69245]: DEBUG oslo_vmware.api [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14002} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.416574] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.416716] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.416891] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.417076] env[69245]: INFO nova.compute.manager [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1361.417395] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.417626] env[69245]: DEBUG nova.compute.manager [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1361.417748] env[69245]: DEBUG nova.network.neutron [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1361.455318] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Successfully updated port: 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.871189] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.871601] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.873330] env[69245]: INFO nova.compute.claims [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.957642] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.957642] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.957642] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.454715] env[69245]: DEBUG nova.network.neutron [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.489315] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.692994] env[69245]: DEBUG nova.network.neutron [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updating instance_info_cache with network_info: [{"id": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "address": "fa:16:3e:53:d2:e9", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfa2da9-c6", "ovs_interfaceid": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.958026] env[69245]: INFO nova.compute.manager [-] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Took 1.54 seconds to deallocate network for instance. [ 1362.975754] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0fa68c-c516-4706-9e4e-5e209f001787 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.987437] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c18fd9-6848-468d-ba09-72835a0c442c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.042505] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22d30c6-36fb-4d22-b24d-c8959905426e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.052131] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880614f-5d6e-4b5b-a0f1-23acaf732a65 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.068119] env[69245]: DEBUG nova.compute.provider_tree [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.190097] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.190357] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.190542] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1363.195319] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.195642] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Instance network_info: |[{"id": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "address": "fa:16:3e:53:d2:e9", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfa2da9-c6", "ovs_interfaceid": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.196206] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d2:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.205711] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.205999] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.206315] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b78296d-87d7-4800-a466-2abe5036713e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.229245] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.229245] env[69245]: value = "task-3709064" [ 1363.229245] env[69245]: _type = "Task" [ 1363.229245] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.238500] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709064, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.349171] env[69245]: DEBUG nova.compute.manager [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Received event network-changed-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.349373] env[69245]: DEBUG nova.compute.manager [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Refreshing instance network info cache due to event network-changed-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.349583] env[69245]: DEBUG oslo_concurrency.lockutils [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] Acquiring lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.349644] env[69245]: DEBUG oslo_concurrency.lockutils [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] Acquired lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.349803] env[69245]: DEBUG nova.network.neutron [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Refreshing network info cache for port 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.468204] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.572050] env[69245]: DEBUG nova.scheduler.client.report [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.740073] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709064, 'name': CreateVM_Task} progress is 25%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.078865] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.079903] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1364.084038] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.084421] env[69245]: DEBUG nova.objects.instance [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'resources' on Instance uuid c7486ef4-5f14-4f62-b856-d590022ffd2f {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.240315] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709064, 'name': CreateVM_Task, 'duration_secs': 0.874133} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.242610] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.243317] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.243487] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.243808] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.244370] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30e1510-d0c4-4f80-acc4-f4abfb510889 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.249429] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1364.249429] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d1f528-a786-7e48-ce5e-9159d73953de" [ 1364.249429] env[69245]: _type = "Task" [ 1364.249429] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.257896] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d1f528-a786-7e48-ce5e-9159d73953de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.354156] env[69245]: DEBUG nova.network.neutron [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updated VIF entry in instance network info cache for port 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.354554] env[69245]: DEBUG nova.network.neutron [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updating instance_info_cache with network_info: [{"id": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "address": "fa:16:3e:53:d2:e9", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfa2da9-c6", "ovs_interfaceid": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.587887] env[69245]: DEBUG nova.compute.utils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1364.594334] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1364.594843] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1364.633236] env[69245]: DEBUG nova.policy [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7daed96811e42be83a934aaadd74dc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '080420892b1c4611b2a9a77086e0a64b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1364.673989] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0980ce-5f5d-430a-8e9f-d066604f3fd8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.682249] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4068364f-6915-4525-a6b3-ab6b2162e155 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.714516] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11d49d-7906-40c2-ad86-ffc220f418f9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.722892] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a4a156-cfdb-4f9f-a681-803dfe8a739d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.737525] env[69245]: DEBUG nova.compute.provider_tree [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.760307] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52d1f528-a786-7e48-ce5e-9159d73953de, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.760500] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.760701] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.760977] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.761146] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.761328] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.761591] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc3946a-5b73-494a-b39e-4fc411b590f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.771123] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.771319] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.772064] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0a13f0-a231-4671-a670-58c7e03f322f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.777581] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1364.777581] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ed0a7e-83cf-d780-7449-8783e275fdab" [ 1364.777581] env[69245]: _type = "Task" [ 1364.777581] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.786486] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ed0a7e-83cf-d780-7449-8783e275fdab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.856962] env[69245]: DEBUG oslo_concurrency.lockutils [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] Releasing lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.857275] env[69245]: DEBUG nova.compute.manager [req-1fa740b5-1ace-47ac-95ce-e1c9ea0f4f23 req-6b23f584-a7cd-4ac0-93e5-5d7ed93274fb service nova] [instance: c7486ef4-5f14-4f62-b856-d590022ffd2f] Received event network-vif-deleted-fa5c2603-06c4-4cc1-b215-6c3ada0a5445 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.900561] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Successfully created port: c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1365.095466] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1365.241390] env[69245]: DEBUG nova.scheduler.client.report [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.288276] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52ed0a7e-83cf-d780-7449-8783e275fdab, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.289109] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e044b3-9b45-429b-b402-50f5390f28d1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.295238] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1365.295238] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c06dcc-08a3-0976-f940-cd6219728e99" [ 1365.295238] env[69245]: _type = "Task" [ 1365.295238] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.303282] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c06dcc-08a3-0976-f940-cd6219728e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.747726] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.770707] env[69245]: INFO nova.scheduler.client.report [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted allocations for instance c7486ef4-5f14-4f62-b856-d590022ffd2f [ 1365.807328] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c06dcc-08a3-0976-f940-cd6219728e99, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.807562] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.807749] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b5a03a6c-9506-4fdf-9da6-1b53acc55cd7/b5a03a6c-9506-4fdf-9da6-1b53acc55cd7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.808085] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79cc498c-243a-4710-ad34-072331f80bdb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.816778] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1365.816778] env[69245]: value = "task-3709065" [ 1365.816778] env[69245]: _type = "Task" [ 1365.816778] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.826983] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.105147] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1366.141350] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.141728] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.141970] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.142280] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.142603] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.142725] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.143059] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.143299] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.143560] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.143810] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.144095] env[69245]: DEBUG nova.virt.hardware [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.145450] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c18b43-e02c-47cb-bad8-ca46e98f01b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.158897] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718d26d-87a4-46ec-b39e-1c933576c414 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.279089] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2b50e628-837a-40ae-9812-32b4517f5e94 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "c7486ef4-5f14-4f62-b856-d590022ffd2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.496s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.327696] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506577} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.327975] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b5a03a6c-9506-4fdf-9da6-1b53acc55cd7/b5a03a6c-9506-4fdf-9da6-1b53acc55cd7.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.328210] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.328467] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f450ab94-660d-478b-aba2-eccfaf506e06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.335478] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1366.335478] env[69245]: value = "task-3709066" [ 1366.335478] env[69245]: _type = "Task" [ 1366.335478] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.344043] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.440765] env[69245]: DEBUG nova.compute.manager [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Received event network-vif-plugged-c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.441076] env[69245]: DEBUG oslo_concurrency.lockutils [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] Acquiring lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.441300] env[69245]: DEBUG oslo_concurrency.lockutils [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.441471] env[69245]: DEBUG oslo_concurrency.lockutils [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.441640] env[69245]: DEBUG nova.compute.manager [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] No waiting events found dispatching network-vif-plugged-c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1366.441806] env[69245]: WARNING nova.compute.manager [req-6b0d84a9-6848-4b8c-b93e-44e1fd67d36a req-a649bd0f-d80e-4a18-a1d3-d62aca2e69b4 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Received unexpected event network-vif-plugged-c6ef2110-358d-47ac-be9e-7f7258bf0bd2 for instance with vm_state building and task_state spawning. [ 1366.705635] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Successfully updated port: c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1366.800443] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.844943] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065608} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.845233] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.846051] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1eeb7-1d19-4a97-b3a6-a81b35be1e52 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.868989] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b5a03a6c-9506-4fdf-9da6-1b53acc55cd7/b5a03a6c-9506-4fdf-9da6-1b53acc55cd7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.869433] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eed9ff0-2cd7-4572-a0a4-3eace2a29e57 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.891069] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1366.891069] env[69245]: value = "task-3709067" [ 1366.891069] env[69245]: _type = "Task" [ 1366.891069] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.899934] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.212702] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.212702] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.212702] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.402857] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709067, 'name': ReconfigVM_Task, 'duration_secs': 0.352644} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.404299] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b5a03a6c-9506-4fdf-9da6-1b53acc55cd7/b5a03a6c-9506-4fdf-9da6-1b53acc55cd7.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.404299] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd76e7d-8194-4d96-9cd8-7c058640f828 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.412277] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1367.412277] env[69245]: value = "task-3709068" [ 1367.412277] env[69245]: _type = "Task" [ 1367.412277] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.422577] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709068, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.749866] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.931304] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709068, 'name': Rename_Task, 'duration_secs': 0.171056} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.931476] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.932698] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1d83e4-a02b-46b5-9ebf-114bde232147 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.942809] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1367.942809] env[69245]: value = "task-3709069" [ 1367.942809] env[69245]: _type = "Task" [ 1367.942809] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.960324] env[69245]: DEBUG nova.network.neutron [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [{"id": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "address": "fa:16:3e:8c:b0:31", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ef2110-35", "ovs_interfaceid": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.961655] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.078038] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.078362] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.454189] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709069, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.463490] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.463623] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Instance network_info: |[{"id": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "address": "fa:16:3e:8c:b0:31", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ef2110-35", "ovs_interfaceid": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.464108] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:b0:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ef2110-358d-47ac-be9e-7f7258bf0bd2', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.472465] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.473888] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.475046] env[69245]: DEBUG nova.compute.manager [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Received event network-changed-c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.475282] env[69245]: DEBUG nova.compute.manager [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Refreshing instance network info cache due to event network-changed-c6ef2110-358d-47ac-be9e-7f7258bf0bd2. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1368.475529] env[69245]: DEBUG oslo_concurrency.lockutils [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] Acquiring lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.475710] env[69245]: DEBUG oslo_concurrency.lockutils [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] Acquired lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.475905] env[69245]: DEBUG nova.network.neutron [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Refreshing network info cache for port c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.476967] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe57b5a-4143-4b87-9233-dc5fd925e47b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.501094] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.501094] env[69245]: value = "task-3709070" [ 1368.501094] env[69245]: _type = "Task" [ 1368.501094] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.510053] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709070, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.581049] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.712202] env[69245]: DEBUG nova.network.neutron [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updated VIF entry in instance network info cache for port c6ef2110-358d-47ac-be9e-7f7258bf0bd2. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.712572] env[69245]: DEBUG nova.network.neutron [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [{"id": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "address": "fa:16:3e:8c:b0:31", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ef2110-35", "ovs_interfaceid": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.953245] env[69245]: DEBUG oslo_vmware.api [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709069, 'name': PowerOnVM_Task, 'duration_secs': 0.738703} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.953482] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.953686] env[69245]: INFO nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1368.953864] env[69245]: DEBUG nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1368.954658] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f648ce2f-bde6-4a73-821c-d02828c94647 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.012763] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709070, 'name': CreateVM_Task, 'duration_secs': 0.33796} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.012942] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.013657] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.013857] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.014168] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.014671] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a756154a-0b41-4de1-bb39-8de02c547348 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.020396] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1369.020396] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]521e69f5-4fa4-1fb4-9852-46c901c7ffd4" [ 1369.020396] env[69245]: _type = "Task" [ 1369.020396] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.030051] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521e69f5-4fa4-1fb4-9852-46c901c7ffd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.107575] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.107920] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.109521] env[69245]: INFO nova.compute.claims [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.215905] env[69245]: DEBUG oslo_concurrency.lockutils [req-af162766-5efe-4d82-b1e5-b8a6cb0e5abd req-8a2cb497-037b-4a72-a03e-49c85ae6b402 service nova] Releasing lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.473923] env[69245]: INFO nova.compute.manager [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Took 12.71 seconds to build instance. [ 1369.532378] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]521e69f5-4fa4-1fb4-9852-46c901c7ffd4, 'name': SearchDatastore_Task, 'duration_secs': 0.016552} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.532699] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.532929] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.533205] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.533327] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.533502] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.533755] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b707114-afe0-4058-aa13-c70193dbe51a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.544354] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.544562] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.545306] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ebcce5-c458-4cf0-a3bd-99e44c918c46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.550767] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1369.550767] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd1a6b-d826-2208-7ebd-41f4647d5063" [ 1369.550767] env[69245]: _type = "Task" [ 1369.550767] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.558893] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd1a6b-d826-2208-7ebd-41f4647d5063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.976496] env[69245]: DEBUG oslo_concurrency.lockutils [None req-2d3d6e92-1667-4558-ab11-c40d2949d51c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.218s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.062856] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd1a6b-d826-2208-7ebd-41f4647d5063, 'name': SearchDatastore_Task, 'duration_secs': 0.028402} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.063423] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81265abd-0f5f-4b04-9878-dc59e043d9ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.070037] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1370.070037] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eaddee-f463-a5d9-d965-3b8fb766f954" [ 1370.070037] env[69245]: _type = "Task" [ 1370.070037] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.079164] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eaddee-f463-a5d9-d965-3b8fb766f954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.205425] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc55ea-a88f-49ca-9a20-0c8c4f38b711 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.213804] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550cc922-1771-469d-817b-d163915e6bee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.244177] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e092b7e3-9db7-4f81-a645-ef9fb48e4061 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.252713] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaabda2-5aa8-4d46-8040-a173546de451 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.268748] env[69245]: DEBUG nova.compute.provider_tree [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.502892] env[69245]: DEBUG nova.compute.manager [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Received event network-changed-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.503169] env[69245]: DEBUG nova.compute.manager [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Refreshing instance network info cache due to event network-changed-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.503359] env[69245]: DEBUG oslo_concurrency.lockutils [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] Acquiring lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.503359] env[69245]: DEBUG oslo_concurrency.lockutils [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] Acquired lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.503579] env[69245]: DEBUG nova.network.neutron [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Refreshing network info cache for port 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.581074] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52eaddee-f463-a5d9-d965-3b8fb766f954, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.581335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.581552] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/8f8710d7-dd2a-4855-9845-b8299ad21829.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.581818] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6241377-7c02-4992-b945-0b6b3ea08104 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.590155] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1370.590155] env[69245]: value = "task-3709071" [ 1370.590155] env[69245]: _type = "Task" [ 1370.590155] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.598451] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.772578] env[69245]: DEBUG nova.scheduler.client.report [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.103801] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709071, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.277852] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.278442] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.295388] env[69245]: DEBUG nova.network.neutron [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updated VIF entry in instance network info cache for port 6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.295785] env[69245]: DEBUG nova.network.neutron [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updating instance_info_cache with network_info: [{"id": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "address": "fa:16:3e:53:d2:e9", "network": {"id": "71f2e8dd-047a-45a7-9908-ab8ceda106fc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145076838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f9c0461fc2b40cb9e6abda7a09f6782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfa2da9-c6", "ovs_interfaceid": "6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.604733] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543921} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.605148] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/8f8710d7-dd2a-4855-9845-b8299ad21829.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.605479] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.605850] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395104b0-c6da-4e14-8d14-6323a943e5f1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.614715] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1371.614715] env[69245]: value = "task-3709072" [ 1371.614715] env[69245]: _type = "Task" [ 1371.614715] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.624415] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.785567] env[69245]: DEBUG nova.compute.utils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.787035] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.787235] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.799524] env[69245]: DEBUG oslo_concurrency.lockutils [req-c1fb42b0-10f5-4ac5-80ed-356ed2893e47 req-fce2e387-9932-484c-a986-e5fc9d1c1453 service nova] Releasing lock "refresh_cache-b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.825950] env[69245]: DEBUG nova.policy [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9d3db1fe3a348119b74e28f0e12d2a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32da260df1c946d39d8dacb24f9fcaa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.077326] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Successfully created port: 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.124074] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.395895} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.124329] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.125146] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083fb62-8bb8-4047-bfc0-9f0ed38c762a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.148924] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/8f8710d7-dd2a-4855-9845-b8299ad21829.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.149244] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da92d267-bf9a-41b1-b00e-3c97484f2d7a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.169227] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1372.169227] env[69245]: value = "task-3709073" [ 1372.169227] env[69245]: _type = "Task" [ 1372.169227] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.177684] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.290243] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.678975] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709073, 'name': ReconfigVM_Task, 'duration_secs': 0.346347} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.679361] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/8f8710d7-dd2a-4855-9845-b8299ad21829.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.679927] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad82b4f2-736d-4e98-9cfa-125077170a8e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.687388] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1372.687388] env[69245]: value = "task-3709074" [ 1372.687388] env[69245]: _type = "Task" [ 1372.687388] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.695750] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709074, 'name': Rename_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.197988] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709074, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.300556] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.328483] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.328747] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.328908] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.329102] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.329253] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.329402] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.329611] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.329774] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.329939] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.330123] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.330300] env[69245]: DEBUG nova.virt.hardware [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.331285] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3a84e-63c0-4792-9936-8460de4de4b5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.339538] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b160d6c-f079-40be-9944-23655ef113c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.444689] env[69245]: DEBUG nova.compute.manager [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.444959] env[69245]: DEBUG oslo_concurrency.lockutils [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.445284] env[69245]: DEBUG oslo_concurrency.lockutils [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.445496] env[69245]: DEBUG oslo_concurrency.lockutils [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.445677] env[69245]: DEBUG nova.compute.manager [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] No waiting events found dispatching network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1373.445847] env[69245]: WARNING nova.compute.manager [req-0a3b2049-3717-47d8-8dff-d725943f2f75 req-86edc307-e73e-40f1-b310-2d9bcb4f336e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received unexpected event network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 for instance with vm_state building and task_state spawning. [ 1373.571129] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Successfully updated port: 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.698406] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709074, 'name': Rename_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.077792] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.077923] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.078196] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.198644] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709074, 'name': Rename_Task, 'duration_secs': 1.13821} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.198928] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.199337] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226538a3-92ee-468b-a49c-3a7dcb420c40 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.206858] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1374.206858] env[69245]: value = "task-3709075" [ 1374.206858] env[69245]: _type = "Task" [ 1374.206858] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.217735] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.625626] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.719179] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.784466] env[69245]: DEBUG nova.network.neutron [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.218862] env[69245]: DEBUG oslo_vmware.api [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709075, 'name': PowerOnVM_Task, 'duration_secs': 0.518862} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.221044] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.221044] env[69245]: INFO nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1375.221044] env[69245]: DEBUG nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1375.221044] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de837d76-f44d-4862-9d3c-3e2cdee3b1b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.286849] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.287254] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance network_info: |[{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.287725] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:57:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f32aac-6fec-42cb-9982-cb51ca8e2c08', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.295649] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.295882] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.296207] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47d7c0cc-eb2c-44aa-af03-a47cd4e9e51e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.318988] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.318988] env[69245]: value = "task-3709076" [ 1375.318988] env[69245]: _type = "Task" [ 1375.318988] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.330052] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709076, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.471751] env[69245]: DEBUG nova.compute.manager [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.472034] env[69245]: DEBUG nova.compute.manager [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing instance network info cache due to event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.472333] env[69245]: DEBUG oslo_concurrency.lockutils [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.472570] env[69245]: DEBUG oslo_concurrency.lockutils [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.472834] env[69245]: DEBUG nova.network.neutron [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.737931] env[69245]: INFO nova.compute.manager [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Took 13.89 seconds to build instance. [ 1375.832223] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709076, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.227648] env[69245]: DEBUG nova.network.neutron [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updated VIF entry in instance network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.228172] env[69245]: DEBUG nova.network.neutron [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.240609] env[69245]: DEBUG oslo_concurrency.lockutils [None req-970ec8c1-a00b-4a5e-afee-7faea9074f97 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.407s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.330460] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709076, 'name': CreateVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.413102] env[69245]: INFO nova.compute.manager [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Rescuing [ 1376.413715] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.414100] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.414494] env[69245]: DEBUG nova.network.neutron [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.731619] env[69245]: DEBUG oslo_concurrency.lockutils [req-79268658-244d-4a41-8245-1acff639dd86 req-a52395c5-5884-48ea-9f41-4acc26a61e8d service nova] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.830631] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709076, 'name': CreateVM_Task, 'duration_secs': 1.302913} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.831053] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.831608] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.831825] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.832216] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.832631] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacc72e0-cec7-47b3-86d1-506b10a39f37 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.837333] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1376.837333] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]529809c3-13ed-ab6d-002a-9bd85fb71ace" [ 1376.837333] env[69245]: _type = "Task" [ 1376.837333] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.845093] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529809c3-13ed-ab6d-002a-9bd85fb71ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.100562] env[69245]: DEBUG nova.network.neutron [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [{"id": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "address": "fa:16:3e:8c:b0:31", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ef2110-35", "ovs_interfaceid": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.347700] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]529809c3-13ed-ab6d-002a-9bd85fb71ace, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.348032] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.348278] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.348506] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.348651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.348827] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.349150] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d57f0e5f-753d-4c08-a7f1-0f420b512b3e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.358296] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.358489] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.359268] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9280390-93df-4384-9daa-9ac48ae5daa7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.364602] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1377.364602] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2172-74ef-fa24-64f7-b6b7efe6c700" [ 1377.364602] env[69245]: _type = "Task" [ 1377.364602] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.372483] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2172-74ef-fa24-64f7-b6b7efe6c700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.603959] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.875540] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]523f2172-74ef-fa24-64f7-b6b7efe6c700, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.876286] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fe9d9d-c7ab-4fbc-8477-833685eb4d58 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.882109] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1377.882109] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efe01a-ebd3-81fb-986d-91ae40c17cb8" [ 1377.882109] env[69245]: _type = "Task" [ 1377.882109] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.890367] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efe01a-ebd3-81fb-986d-91ae40c17cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.393134] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52efe01a-ebd3-81fb-986d-91ae40c17cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.393348] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.393579] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.393844] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-952456d1-a896-4773-80c1-5e353d8b96b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.402201] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1378.402201] env[69245]: value = "task-3709077" [ 1378.402201] env[69245]: _type = "Task" [ 1378.402201] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.412243] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.913982] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.144240] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.144578] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b7118b-2ba9-4640-9984-b25a4b799a02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.152434] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1379.152434] env[69245]: value = "task-3709078" [ 1379.152434] env[69245]: _type = "Task" [ 1379.152434] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.162903] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.414908] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552454} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.415249] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.415466] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.415749] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad8fc2c-b0fc-4a77-87df-8c3395932567 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.423155] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1379.423155] env[69245]: value = "task-3709079" [ 1379.423155] env[69245]: _type = "Task" [ 1379.423155] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.433350] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.663288] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709078, 'name': PowerOffVM_Task, 'duration_secs': 0.25167} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.663597] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.664444] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e9ce51-d3ce-47fc-b690-ff0c979ff6f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.682962] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491aed97-5174-4326-b9f6-a9b19e06cda6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.710040] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.710235] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf86bc6-d3c6-4423-bc49-04d26b94e608 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.717316] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1379.717316] env[69245]: value = "task-3709080" [ 1379.717316] env[69245]: _type = "Task" [ 1379.717316] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.725296] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.932881] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071021} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.933302] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.933934] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca90542-d96a-4b46-9cc2-f4dccd6528c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.956266] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.956523] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30dbeb11-be57-4b36-9dc7-f1505596ed6f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.976457] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1379.976457] env[69245]: value = "task-3709081" [ 1379.976457] env[69245]: _type = "Task" [ 1379.976457] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.984445] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.227734] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1380.227951] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.228225] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.228382] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.228563] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.228831] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38386dbe-7c28-45af-a3f0-64bafd7971a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.237728] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.237894] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.238633] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c604ab-b1f2-43e8-95e2-afcca7f0f8c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.246368] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1380.246368] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]527cb6b6-bedc-d4ce-46e6-f6370e7a8d31" [ 1380.246368] env[69245]: _type = "Task" [ 1380.246368] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.254455] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527cb6b6-bedc-d4ce-46e6-f6370e7a8d31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.486432] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709081, 'name': ReconfigVM_Task, 'duration_secs': 0.307665} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.486720] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Reconfigured VM instance instance-0000007e to attach disk [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.487389] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e84e80b-c930-4721-85c8-fe475946c962 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.493708] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1380.493708] env[69245]: value = "task-3709082" [ 1380.493708] env[69245]: _type = "Task" [ 1380.493708] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.501140] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709082, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.758087] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]527cb6b6-bedc-d4ce-46e6-f6370e7a8d31, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.758277] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77067cb0-bb46-4c41-ac75-df3708d4e07d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.763935] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1380.763935] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5231eb20-362c-b746-6946-95f098c17d35" [ 1380.763935] env[69245]: _type = "Task" [ 1380.763935] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.771542] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5231eb20-362c-b746-6946-95f098c17d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.003305] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709082, 'name': Rename_Task, 'duration_secs': 0.159965} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.003687] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.003829] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181b39ae-721d-4486-8462-8036b52b10a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.012316] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1381.012316] env[69245]: value = "task-3709083" [ 1381.012316] env[69245]: _type = "Task" [ 1381.012316] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.019933] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.274466] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]5231eb20-362c-b746-6946-95f098c17d35, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.274694] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.274949] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. {{(pid=69245) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1381.275249] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd669725-55cf-498d-89f0-12c56a064a93 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.282987] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1381.282987] env[69245]: value = "task-3709084" [ 1381.282987] env[69245]: _type = "Task" [ 1381.282987] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.291084] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.523961] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.793464] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501078} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.793702] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk. [ 1381.794508] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb1f78a-24db-4806-bb43-32a658867296 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.818779] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.819096] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678636ae-525b-446f-b232-4748f7065206 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.837916] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1381.837916] env[69245]: value = "task-3709085" [ 1381.837916] env[69245]: _type = "Task" [ 1381.837916] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.847844] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.023036] env[69245]: DEBUG oslo_vmware.api [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709083, 'name': PowerOnVM_Task, 'duration_secs': 0.580867} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.023036] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.023036] env[69245]: INFO nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1382.023535] env[69245]: DEBUG nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1382.023876] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4812e-b9cb-475d-b359-6c9c77bded60 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.348548] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709085, 'name': ReconfigVM_Task, 'duration_secs': 0.27863} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.348852] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829/153ec70d-f42d-4a45-9ba5-d874fcbe21c6-rescue.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.349737] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57cc9a4-02a0-4e0a-8a44-c971edaf9df7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.376141] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d648c85e-739f-4089-b119-c1e6602d906a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.392653] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1382.392653] env[69245]: value = "task-3709086" [ 1382.392653] env[69245]: _type = "Task" [ 1382.392653] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.401586] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.543998] env[69245]: INFO nova.compute.manager [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Took 13.46 seconds to build instance. [ 1382.903523] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709086, 'name': ReconfigVM_Task, 'duration_secs': 0.186068} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.903861] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.904153] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea6ebd8-5aa5-4652-991c-e979c6670598 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.910641] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1382.910641] env[69245]: value = "task-3709087" [ 1382.910641] env[69245]: _type = "Task" [ 1382.910641] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.918735] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.046624] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9ee23e5b-85f3-4cc0-b31e-2db271256483 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.968s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.389019] env[69245]: DEBUG nova.compute.manager [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1383.389393] env[69245]: DEBUG nova.compute.manager [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing instance network info cache due to event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1383.389729] env[69245]: DEBUG oslo_concurrency.lockutils [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.390051] env[69245]: DEBUG oslo_concurrency.lockutils [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.390317] env[69245]: DEBUG nova.network.neutron [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.420306] env[69245]: DEBUG oslo_vmware.api [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709087, 'name': PowerOnVM_Task, 'duration_secs': 0.505837} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.420586] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.423325] env[69245]: DEBUG nova.compute.manager [None req-6a1d1825-b8c7-4cd3-9311-521e4b6d7037 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1383.424141] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54baba-3d07-4f04-8b1e-a3eacc6e14ea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.144371] env[69245]: DEBUG nova.network.neutron [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updated VIF entry in instance network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.144752] env[69245]: DEBUG nova.network.neutron [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.328120] env[69245]: INFO nova.compute.manager [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Unrescuing [ 1384.328445] env[69245]: DEBUG oslo_concurrency.lockutils [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.328910] env[69245]: DEBUG oslo_concurrency.lockutils [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquired lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.328910] env[69245]: DEBUG nova.network.neutron [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.647305] env[69245]: DEBUG oslo_concurrency.lockutils [req-435f7d15-4fea-4b6a-b57a-b476055e8390 req-c232415d-cd91-4484-ac07-d359eb5ceb9e service nova] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.027450] env[69245]: DEBUG nova.network.neutron [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [{"id": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "address": "fa:16:3e:8c:b0:31", "network": {"id": "8095a470-ae97-4002-88f6-7df7532c979a", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1892271149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "080420892b1c4611b2a9a77086e0a64b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ef2110-35", "ovs_interfaceid": "c6ef2110-358d-47ac-be9e-7f7258bf0bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.530131] env[69245]: DEBUG oslo_concurrency.lockutils [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Releasing lock "refresh_cache-8f8710d7-dd2a-4855-9845-b8299ad21829" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.530810] env[69245]: DEBUG nova.objects.instance [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lazy-loading 'flavor' on Instance uuid 8f8710d7-dd2a-4855-9845-b8299ad21829 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.036311] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c9177-2476-4341-8d88-ae7fa59ffe05 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.058318] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.058933] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4c9113-03f3-434e-ad69-ac432bbcd04a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.065688] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1386.065688] env[69245]: value = "task-3709088" [ 1386.065688] env[69245]: _type = "Task" [ 1386.065688] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.073972] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.575133] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709088, 'name': PowerOffVM_Task, 'duration_secs': 0.180866} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.575528] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.580632] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.580934] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47844724-f916-4e86-b341-0d4ed50269dc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.599916] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1386.599916] env[69245]: value = "task-3709089" [ 1386.599916] env[69245]: _type = "Task" [ 1386.599916] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.607619] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.109438] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709089, 'name': ReconfigVM_Task, 'duration_secs': 0.211694} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.109741] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.109909] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.110179] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa32383-bc22-442f-9ccd-d5609ca7281c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.117410] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1387.117410] env[69245]: value = "task-3709090" [ 1387.117410] env[69245]: _type = "Task" [ 1387.117410] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.125266] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.627190] env[69245]: DEBUG oslo_vmware.api [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709090, 'name': PowerOnVM_Task, 'duration_secs': 0.370811} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.627645] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.627775] env[69245]: DEBUG nova.compute.manager [None req-32c9777d-6499-4818-9d4c-9578322e61e3 tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1387.628482] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18d1b39-4651-4b94-b3f8-bd73084870df {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.216671] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "8f8710d7-dd2a-4855-9845-b8299ad21829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.217172] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.217493] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.217776] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.218051] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.220322] env[69245]: INFO nova.compute.manager [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Terminating instance [ 1389.725022] env[69245]: DEBUG nova.compute.manager [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.725296] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.726336] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537af25e-5082-4468-ba83-60e6ba1c39c8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.736398] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.736740] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f313d5d3-a66c-4bbd-b840-7e65dd1e2f7c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.744981] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1389.744981] env[69245]: value = "task-3709091" [ 1389.744981] env[69245]: _type = "Task" [ 1389.744981] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.755607] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.031329] env[69245]: DEBUG nova.compute.manager [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Stashing vm_state: active {{(pid=69245) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1390.255979] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709091, 'name': PowerOffVM_Task, 'duration_secs': 0.217808} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.256357] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.256452] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.256704] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af87f4d5-59a4-4ae2-80d6-bf9d937b2897 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.321749] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.322020] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.322259] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleting the datastore file [datastore2] 8f8710d7-dd2a-4855-9845-b8299ad21829 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.322548] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e4446f-4c3c-4143-b1b4-af621fd9262f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.330476] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1390.330476] env[69245]: value = "task-3709093" [ 1390.330476] env[69245]: _type = "Task" [ 1390.330476] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.339952] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.552961] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.553386] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.841481] env[69245]: DEBUG oslo_vmware.api [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193436} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.841720] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.841982] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.842239] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.842425] env[69245]: INFO nova.compute.manager [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1390.842812] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.842951] env[69245]: DEBUG nova.compute.manager [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.843088] env[69245]: DEBUG nova.network.neutron [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.058919] env[69245]: INFO nova.compute.claims [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.110567] env[69245]: DEBUG nova.compute.manager [req-8419e965-5692-4f10-8734-ca1ed7fb12e0 req-155372a9-6ecb-4ef9-977f-0b6cd1a95137 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Received event network-vif-deleted-c6ef2110-358d-47ac-be9e-7f7258bf0bd2 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.110567] env[69245]: INFO nova.compute.manager [req-8419e965-5692-4f10-8734-ca1ed7fb12e0 req-155372a9-6ecb-4ef9-977f-0b6cd1a95137 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Neutron deleted interface c6ef2110-358d-47ac-be9e-7f7258bf0bd2; detaching it from the instance and deleting it from the info cache [ 1391.110567] env[69245]: DEBUG nova.network.neutron [req-8419e965-5692-4f10-8734-ca1ed7fb12e0 req-155372a9-6ecb-4ef9-977f-0b6cd1a95137 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.564900] env[69245]: INFO nova.compute.resource_tracker [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating resource usage from migration 6fb6b5f6-314e-46a5-834a-08aa65332da9 [ 1391.594097] env[69245]: DEBUG nova.network.neutron [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.612175] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898110ee-63f7-4131-9b74-9a19183525d8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.622817] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57a626-8895-4b3d-b976-68e5205ee9c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.654927] env[69245]: DEBUG nova.compute.manager [req-8419e965-5692-4f10-8734-ca1ed7fb12e0 req-155372a9-6ecb-4ef9-977f-0b6cd1a95137 service nova] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Detach interface failed, port_id=c6ef2110-358d-47ac-be9e-7f7258bf0bd2, reason: Instance 8f8710d7-dd2a-4855-9845-b8299ad21829 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1391.664087] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812e10da-80cd-4977-bf38-279362fda4c4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.671571] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a552955b-603c-4a0d-bf7c-12f71586787b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.700884] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2913ed75-f4b5-420c-95bd-93aab7c75069 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.707971] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad766b8-c799-4685-a366-1257d963c55c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.720957] env[69245]: DEBUG nova.compute.provider_tree [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.097920] env[69245]: INFO nova.compute.manager [-] [instance: 8f8710d7-dd2a-4855-9845-b8299ad21829] Took 1.25 seconds to deallocate network for instance. [ 1392.224419] env[69245]: DEBUG nova.scheduler.client.report [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.603551] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.730159] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.177s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.730373] env[69245]: INFO nova.compute.manager [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Migrating [ 1392.737131] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.134s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.737387] env[69245]: DEBUG nova.objects.instance [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lazy-loading 'resources' on Instance uuid 8f8710d7-dd2a-4855-9845-b8299ad21829 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.249291] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.249502] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.249782] env[69245]: DEBUG nova.network.neutron [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.334422] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d62a0d-21d7-4140-ae9b-95b147d98668 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.343097] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e0c16-7cfb-487d-b330-ca6cca4cc71c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.375391] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ae0aa-77ae-435e-b486-c9c90ed0e3a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.383945] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2d34c1-cff5-45d7-8ba3-d645a26b4bbc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.400181] env[69245]: DEBUG nova.compute.provider_tree [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.905527] env[69245]: DEBUG nova.scheduler.client.report [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.969198] env[69245]: DEBUG nova.network.neutron [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.409681] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.427648] env[69245]: INFO nova.scheduler.client.report [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleted allocations for instance 8f8710d7-dd2a-4855-9845-b8299ad21829 [ 1394.472236] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.934943] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4050cd35-9721-4746-a302-b54cb219d5bb tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "8f8710d7-dd2a-4855-9845-b8299ad21829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.718s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.840654] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.840913] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.841183] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.841397] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.841567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.843822] env[69245]: INFO nova.compute.manager [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Terminating instance [ 1395.986506] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e845510-b4a8-44a0-8ec1-83fcd0164845 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.005348] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 0 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.347499] env[69245]: DEBUG nova.compute.manager [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.347744] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.348675] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff0815f-e4a7-4dc3-957a-c94f4e44b9ba {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.358010] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.358273] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903b1292-08fa-4cc1-9ac3-6d3c35d2b4d7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.365308] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1396.365308] env[69245]: value = "task-3709094" [ 1396.365308] env[69245]: _type = "Task" [ 1396.365308] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.374094] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.511456] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.511829] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e65253c-8f71-45ad-831c-aa37f23906fc {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.520046] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1396.520046] env[69245]: value = "task-3709095" [ 1396.520046] env[69245]: _type = "Task" [ 1396.520046] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.528950] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.875486] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709094, 'name': PowerOffVM_Task, 'duration_secs': 0.260726} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.875692] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.875849] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.876112] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de02fecc-6a35-4fe3-ad15-905a6d3e764b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.939586] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.939695] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.939946] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleting the datastore file [datastore1] a1aaaa3a-57bd-4143-8ff3-ed10f1640152 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.940216] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c802a52-51b7-4118-b9b1-ba4a14f3d2af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.948316] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for the task: (returnval){ [ 1396.948316] env[69245]: value = "task-3709097" [ 1396.948316] env[69245]: _type = "Task" [ 1396.948316] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.957014] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.030817] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709095, 'name': PowerOffVM_Task, 'duration_secs': 0.200227} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.031255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.031365] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 17 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.459629] env[69245]: DEBUG oslo_vmware.api [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Task: {'id': task-3709097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187628} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.459917] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.460118] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.460352] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.460578] env[69245]: INFO nova.compute.manager [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1397.460823] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.461027] env[69245]: DEBUG nova.compute.manager [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.461161] env[69245]: DEBUG nova.network.neutron [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.537869] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:10:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.538254] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.538515] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.538810] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.539029] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.539296] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.539649] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.539949] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.540287] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.540549] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.540805] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.548305] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1df69fd-8ec3-4d32-836f-eb33fbea7d2e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.565315] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1397.565315] env[69245]: value = "task-3709098" [ 1397.565315] env[69245]: _type = "Task" [ 1397.565315] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.574564] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.727914] env[69245]: DEBUG nova.compute.manager [req-968983be-fd43-4249-8851-b8f730ddb8e3 req-fc473766-f628-4f02-ba94-aaf297e48ed9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Received event network-vif-deleted-d702b25f-723a-44cd-8069-f02117ffcf04 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.728179] env[69245]: INFO nova.compute.manager [req-968983be-fd43-4249-8851-b8f730ddb8e3 req-fc473766-f628-4f02-ba94-aaf297e48ed9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Neutron deleted interface d702b25f-723a-44cd-8069-f02117ffcf04; detaching it from the instance and deleting it from the info cache [ 1397.728346] env[69245]: DEBUG nova.network.neutron [req-968983be-fd43-4249-8851-b8f730ddb8e3 req-fc473766-f628-4f02-ba94-aaf297e48ed9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.075628] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709098, 'name': ReconfigVM_Task, 'duration_secs': 0.189241} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.075995] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 33 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.210136] env[69245]: DEBUG nova.network.neutron [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.230932] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0610e384-e472-4f23-a6c4-605fe9a58d02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.240712] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1182841b-2e1a-40ba-b23c-a8e02eef2119 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.270751] env[69245]: DEBUG nova.compute.manager [req-968983be-fd43-4249-8851-b8f730ddb8e3 req-fc473766-f628-4f02-ba94-aaf297e48ed9 service nova] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Detach interface failed, port_id=d702b25f-723a-44cd-8069-f02117ffcf04, reason: Instance a1aaaa3a-57bd-4143-8ff3-ed10f1640152 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.582182] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.582626] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.582830] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.583035] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.583191] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.583344] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.583553] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.583704] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.583869] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.584042] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.584224] env[69245]: DEBUG nova.virt.hardware [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.589436] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1398.589859] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58e74b8-6261-487e-900d-e162aff7ee77 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.608171] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1398.608171] env[69245]: value = "task-3709099" [ 1398.608171] env[69245]: _type = "Task" [ 1398.608171] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.616840] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.712925] env[69245]: INFO nova.compute.manager [-] [instance: a1aaaa3a-57bd-4143-8ff3-ed10f1640152] Took 1.25 seconds to deallocate network for instance. [ 1399.117963] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709099, 'name': ReconfigVM_Task, 'duration_secs': 0.156171} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.118424] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1399.119269] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5613426-be1e-4386-b851-54a8a46ee2a3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.141802] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.142112] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe42ce2-3d7a-410d-9210-7a8eef9f7989 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.159731] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1399.159731] env[69245]: value = "task-3709100" [ 1399.159731] env[69245]: _type = "Task" [ 1399.159731] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.168368] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.219786] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.220110] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.220342] env[69245]: DEBUG nova.objects.instance [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lazy-loading 'resources' on Instance uuid a1aaaa3a-57bd-4143-8ff3-ed10f1640152 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.670221] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.800619] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d2792b-26e3-4b82-a9c5-7110b606cb90 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.808133] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4982de2-9f03-4a06-b23c-a970dd61744f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.838755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c738518-19cd-459d-9697-25a5a5432d19 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.846350] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fcfd74-432a-4764-8126-45d1ed7ac050 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.859932] env[69245]: DEBUG nova.compute.provider_tree [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.170992] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.363605] env[69245]: DEBUG nova.scheduler.client.report [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.671164] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709100, 'name': ReconfigVM_Task, 'duration_secs': 1.256146} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.671468] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.671705] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 50 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.868307] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.885426] env[69245]: INFO nova.scheduler.client.report [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Deleted allocations for instance a1aaaa3a-57bd-4143-8ff3-ed10f1640152 [ 1401.178644] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507717e2-44bc-41fc-8bc0-b6508bfdf718 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.199260] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a651ab-c003-458f-b2e2-586291987ba1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.218481] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 67 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.393490] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4497d408-f862-4046-b795-68b3c14d187c tempest-ServerRescueTestJSON-262352516 tempest-ServerRescueTestJSON-262352516-project-member] Lock "a1aaaa3a-57bd-4143-8ff3-ed10f1640152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.552s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.757366] env[69245]: DEBUG nova.network.neutron [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Port ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1402.783354] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.783354] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.783354] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.815152] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.815437] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.815542] env[69245]: DEBUG nova.network.neutron [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.564249] env[69245]: DEBUG nova.network.neutron [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.066652] env[69245]: DEBUG oslo_concurrency.lockutils [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.593848] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b818162-a9e8-4bab-b585-b16c9e56beeb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.614575] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df080173-e626-425b-8359-7e23d466b5b9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.622508] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 83 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.128565] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.128912] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-050d153d-788a-40ee-8168-7caae30b62bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.137221] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1406.137221] env[69245]: value = "task-3709101" [ 1406.137221] env[69245]: _type = "Task" [ 1406.137221] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.146231] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.646737] env[69245]: DEBUG oslo_vmware.api [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709101, 'name': PowerOnVM_Task, 'duration_secs': 0.383808} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.647043] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.647245] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-4c375e76-ae4a-463f-8b65-08d44300564b tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance 'ff42127d-ef9f-449b-838a-42f5d7f0b57b' progress to 100 {{(pid=69245) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.641469] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.641778] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.144748] env[69245]: DEBUG nova.compute.utils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.482806] env[69245]: DEBUG nova.network.neutron [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Port ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 binding to destination host cpu-1 is already ACTIVE {{(pid=69245) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1408.483113] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.483272] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.483440] env[69245]: DEBUG nova.network.neutron [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.648284] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.240312] env[69245]: DEBUG nova.network.neutron [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.710482] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.710878] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.710979] env[69245]: INFO nova.compute.manager [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Attaching volume 25de04fc-46b6-4b41-8fb7-2821ad9ceeac to /dev/sdb [ 1409.740638] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae4bce6-5fb0-42ba-a048-0d1ed13599fe {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.743931] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.749894] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bf259b-8495-4160-931b-fb35ed0c0478 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.763685] env[69245]: DEBUG nova.virt.block_device [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updating existing volume attachment record: 135d063d-1c55-4e4c-b601-4e1ee71347be {{(pid=69245) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1410.247050] env[69245]: DEBUG nova.compute.manager [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69245) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1410.247161] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.247622] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.750915] env[69245]: DEBUG nova.objects.instance [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'migration_context' on Instance uuid ff42127d-ef9f-449b-838a-42f5d7f0b57b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.325663] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78813e4f-b06f-4517-947e-5f96cf7aeffb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.333265] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361af814-ee74-423b-b879-131f998d33b7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.363651] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a050a238-3505-46f5-8cf9-9f34a591fbea {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.371324] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7bb5b0-c082-4f56-a951-1f58ee889f17 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.384705] env[69245]: DEBUG nova.compute.provider_tree [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.888389] env[69245]: DEBUG nova.scheduler.client.report [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.898498] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.651s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.806191] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1414.308185] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Volume attach. Driver type: vmdk {{(pid=69245) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1414.308452] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738703', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'name': 'volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a03a6c-9506-4fdf-9da6-1b53acc55cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'serial': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1414.309411] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57358f48-da75-4173-9763-7b18d9f6f70c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.325692] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0654c7-1935-4789-b624-cbc8d96ef28f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.350843] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac/volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.351132] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be7a152-ca3c-4ecc-af26-ff4ce860d05a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.368728] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1414.368728] env[69245]: value = "task-3709104" [ 1414.368728] env[69245]: _type = "Task" [ 1414.368728] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.114286] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.114918] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.115185] env[69245]: WARNING oslo_vmware.common.loopingcall [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] task run outlasted interval by 0.24617 sec [ 1415.116503] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.124444] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709104, 'name': ReconfigVM_Task, 'duration_secs': 0.422646} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.124695] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac/volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.129938] env[69245]: INFO nova.compute.manager [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Swapping old allocation on dict_keys(['631aacfb-e1b8-491f-9761-218261bab7a3']) held by migration 6fb6b5f6-314e-46a5-834a-08aa65332da9 for instance [ 1415.130157] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8893efdc-00af-44c0-90d6-edb9e311d717 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.147048] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1415.147048] env[69245]: value = "task-3709105" [ 1415.147048] env[69245]: _type = "Task" [ 1415.147048] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.155021] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.168336] env[69245]: DEBUG nova.scheduler.client.report [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Overwriting current allocation {'allocations': {'631aacfb-e1b8-491f-9761-218261bab7a3': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 173}}, 'project_id': '7955cc45da1949ce9c4b8f16009130db', 'user_id': '38d09e1a335049d28092b3607c47c298', 'consumer_generation': 1} on consumer ff42127d-ef9f-449b-838a-42f5d7f0b57b {{(pid=69245) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1415.263693] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.263888] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.264080] env[69245]: DEBUG nova.network.neutron [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.657131] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.969194] env[69245]: DEBUG nova.network.neutron [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [{"id": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "address": "fa:16:3e:95:1c:3e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebcdb3b0-f9", "ovs_interfaceid": "ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.158070] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.471809] env[69245]: DEBUG oslo_concurrency.lockutils [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-ff42127d-ef9f-449b-838a-42f5d7f0b57b" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.472316] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.472657] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-628ede6e-f236-4804-9bb8-129f8aa85821 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.480448] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1416.480448] env[69245]: value = "task-3709106" [ 1416.480448] env[69245]: _type = "Task" [ 1416.480448] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.488999] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.657646] env[69245]: DEBUG oslo_vmware.api [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709105, 'name': ReconfigVM_Task, 'duration_secs': 1.140019} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.658056] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738703', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'name': 'volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a03a6c-9506-4fdf-9da6-1b53acc55cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'serial': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac'} {{(pid=69245) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1416.806117] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.991296] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709106, 'name': PowerOffVM_Task, 'duration_secs': 0.200988} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.991602] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.992353] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.992603] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.992797] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.993036] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.993202] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.993381] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.993617] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.993813] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.994013] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.994226] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.994412] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.999663] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7d6295-d3bd-49c2-b4e8-4f78989b0167 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.015998] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1417.015998] env[69245]: value = "task-3709107" [ 1417.015998] env[69245]: _type = "Task" [ 1417.015998] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.024133] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.525662] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709107, 'name': ReconfigVM_Task, 'duration_secs': 0.131164} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.526473] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac0956-febe-4ee9-955f-e35207c79d9d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.545238] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.545506] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.545666] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.545845] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.545990] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.546162] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.546357] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.546515] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.546675] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.546834] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.547014] env[69245]: DEBUG nova.virt.hardware [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.547783] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21f2043-c139-4bf9-ac04-b30c5d3dc7ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.554067] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1417.554067] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b4a725-d32c-355d-19e3-309718231dc3" [ 1417.554067] env[69245]: _type = "Task" [ 1417.554067] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.563218] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b4a725-d32c-355d-19e3-309718231dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.693892] env[69245]: DEBUG nova.objects.instance [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.064692] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52b4a725-d32c-355d-19e3-309718231dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.069892] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1418.070200] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbf4a41-c66a-4ed4-bd4d-2e0e1b1e6d6a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.088470] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1418.088470] env[69245]: value = "task-3709108" [ 1418.088470] env[69245]: _type = "Task" [ 1418.088470] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.096528] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.200926] env[69245]: DEBUG oslo_concurrency.lockutils [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.202747] env[69245]: DEBUG oslo_concurrency.lockutils [None req-79164299-2acb-4a12-9592-0c0643cbeb4c tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.492s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.204196] env[69245]: DEBUG oslo_concurrency.lockutils [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.599325] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709108, 'name': ReconfigVM_Task, 'duration_secs': 0.197209} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.599726] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1418.600644] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de34fb-d4fb-478c-a4f3-30a94e45190f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.622346] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.622606] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb724d6e-76a7-4f59-a171-0866f3b1a70d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.640390] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1418.640390] env[69245]: value = "task-3709109" [ 1418.640390] env[69245]: _type = "Task" [ 1418.640390] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.649512] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.709018] env[69245]: INFO nova.compute.manager [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Detaching volume 25de04fc-46b6-4b41-8fb7-2821ad9ceeac [ 1418.742744] env[69245]: INFO nova.virt.block_device [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Attempting to driver detach volume 25de04fc-46b6-4b41-8fb7-2821ad9ceeac from mountpoint /dev/sdb [ 1418.743029] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Volume detach. Driver type: vmdk {{(pid=69245) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1418.743230] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738703', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'name': 'volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a03a6c-9506-4fdf-9da6-1b53acc55cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'serial': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1418.744194] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bc689-a442-4c24-974a-fe2a9d9dfa5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.768715] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5a16c-2db1-4cad-87c0-1fccb80655c6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.776443] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbfa75-4542-49f8-99a5-cd5590e9809a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.797759] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21937881-01df-47c4-98a7-1ff8ad4222ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.813305] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.813648] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] The volume has not been displaced from its original location: [datastore2] volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac/volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac.vmdk. No consolidation needed. {{(pid=69245) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1418.819367] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1418.819786] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0947ce-ce12-4d23-851e-7fd05f9b6731 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.838581] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1418.838581] env[69245]: value = "task-3709110" [ 1418.838581] env[69245]: _type = "Task" [ 1418.838581] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.850035] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.151421] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709109, 'name': ReconfigVM_Task, 'duration_secs': 0.275777} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.151686] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b/ff42127d-ef9f-449b-838a-42f5d7f0b57b.vmdk or device None with type thin {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.152540] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5eb99e1-3953-4a9f-82d1-26e8a39d6dee {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.170399] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1009237-b6a8-4593-9161-3c37aae752eb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.188309] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba57473-aa46-4696-b572-148a11c7c1a9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.207012] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2def5ab6-1b95-42ed-8384-a73508dfe44f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.213750] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.213997] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da882e0-0d0b-4a69-a627-cbc12ab4d773 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.221168] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1419.221168] env[69245]: value = "task-3709111" [ 1419.221168] env[69245]: _type = "Task" [ 1419.221168] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.228713] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.349210] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709110, 'name': ReconfigVM_Task, 'duration_secs': 0.216127} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.349549] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69245) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.354747] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3399e921-bda0-4174-a9ef-c37832937559 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.371581] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1419.371581] env[69245]: value = "task-3709112" [ 1419.371581] env[69245]: _type = "Task" [ 1419.371581] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.379810] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.731371] env[69245]: DEBUG oslo_vmware.api [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709111, 'name': PowerOnVM_Task, 'duration_secs': 0.395342} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.731915] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.806264] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.806436] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1419.806644] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.882048] env[69245]: DEBUG oslo_vmware.api [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709112, 'name': ReconfigVM_Task, 'duration_secs': 0.160155} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.882363] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-738703', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'name': 'volume-25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a03a6c-9506-4fdf-9da6-1b53acc55cd7', 'attached_at': '', 'detached_at': '', 'volume_id': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac', 'serial': '25de04fc-46b6-4b41-8fb7-2821ad9ceeac'} {{(pid=69245) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.309615] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.309763] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.309936] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.310412] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1420.311669] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154bc67-7315-42a0-9781-c47ea4070678 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.320394] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1696fb90-ff0a-4a28-903f-059a3ad9b49b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.334149] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3b73b-cc04-4ef0-b059-199c6753a7ed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.340723] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e7576-083b-4f15-90fa-9c3cac88ef04 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.371306] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180417MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1420.371635] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.371751] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.422814] env[69245]: DEBUG nova.objects.instance [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'flavor' on Instance uuid b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.742668] env[69245]: INFO nova.compute.manager [None req-9652e078-9089-444f-bcf6-95e1883132ac tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance to original state: 'active' [ 1421.400647] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.400907] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance beff21cd-8d2e-44d1-974b-c5a16310e110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.400991] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance ff42127d-ef9f-449b-838a-42f5d7f0b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.401144] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1421.401283] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1421.430464] env[69245]: DEBUG oslo_concurrency.lockutils [None req-20aa1771-2a64-4cb2-827a-d32f711bcf4d tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.453137] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49820c1d-662d-47f2-bbc6-fdf93c3081c1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.461885] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456a5ca-7aef-4600-b597-96a245f307ca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.492401] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe33e0-9977-4653-8f59-c5439d4c6085 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.500235] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78caa38-4c71-4df2-ab08-e1d3f6087f81 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.516244] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.019104] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.047678] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.048026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.048243] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.048424] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.048591] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.050576] env[69245]: INFO nova.compute.manager [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Terminating instance [ 1422.388356] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.388655] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.388832] env[69245]: INFO nova.compute.manager [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Shelving [ 1422.476795] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.477108] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.477324] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.477508] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.477681] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.479847] env[69245]: INFO nova.compute.manager [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Terminating instance [ 1422.524238] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1422.524444] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.553931] env[69245]: DEBUG nova.compute.manager [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.554174] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.555065] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb71f41-dd0a-4ca1-9b9d-b5c774008ea3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.562982] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.563221] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b70c78-0a9d-4d89-81a7-96efc15ff5e8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.570012] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1422.570012] env[69245]: value = "task-3709113" [ 1422.570012] env[69245]: _type = "Task" [ 1422.570012] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.578184] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.984087] env[69245]: DEBUG nova.compute.manager [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1422.984378] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1422.985728] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b97a41-d849-424a-99be-14f68995e45d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.996132] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1422.996401] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa197a5-2997-4a66-b1bf-532ee6f41f21 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.004121] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1423.004121] env[69245]: value = "task-3709114" [ 1423.004121] env[69245]: _type = "Task" [ 1423.004121] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.014456] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.080991] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709113, 'name': PowerOffVM_Task, 'duration_secs': 0.221439} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.080991] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.080991] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.080991] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d63fec3f-8770-4564-8135-257ef13aa4d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.171236] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.171499] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Deleting contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.171821] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleting the datastore file [datastore1] ff42127d-ef9f-449b-838a-42f5d7f0b57b {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.172208] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-966ac32e-7f57-48f2-9e89-0c5aca47a74f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.181566] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1423.181566] env[69245]: value = "task-3709116" [ 1423.181566] env[69245]: _type = "Task" [ 1423.181566] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.191719] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.398808] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.399237] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26c722b-619e-46e6-9491-318787567bc8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.406584] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1423.406584] env[69245]: value = "task-3709117" [ 1423.406584] env[69245]: _type = "Task" [ 1423.406584] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.415705] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.515993] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709114, 'name': PowerOffVM_Task, 'duration_secs': 0.235708} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.516282] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.516516] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.516736] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec15b05-c118-48fa-94ca-c4c6a3c04813 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.595600] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.595834] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.596043] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleting the datastore file [datastore2] b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.596361] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd130e06-e7e0-47f1-b87f-1a340bf60f51 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.604107] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for the task: (returnval){ [ 1423.604107] env[69245]: value = "task-3709119" [ 1423.604107] env[69245]: _type = "Task" [ 1423.604107] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.612699] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.691558] env[69245]: DEBUG oslo_vmware.api [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163858} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.691820] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.691981] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Deleted contents of the VM from datastore datastore1 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.692180] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.692379] env[69245]: INFO nova.compute.manager [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1423.692665] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.692842] env[69245]: DEBUG nova.compute.manager [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.692929] env[69245]: DEBUG nova.network.neutron [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1423.917200] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709117, 'name': PowerOffVM_Task, 'duration_secs': 0.169656} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.917490] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.918301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d2f09-2a1a-4619-9955-eaca4b29fd8f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.937067] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed08128f-da61-4a16-ac5b-24b75faeb261 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.115102] env[69245]: DEBUG oslo_vmware.api [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Task: {'id': task-3709119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143163} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.115433] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.115606] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.115880] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.115880] env[69245]: INFO nova.compute.manager [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1424.116149] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.116351] env[69245]: DEBUG nova.compute.manager [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.116450] env[69245]: DEBUG nova.network.neutron [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.168237] env[69245]: DEBUG nova.compute.manager [req-a049c656-453c-462c-b8bd-2116516435ef req-138339e3-0503-4ff4-a75c-39b5504ea438 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Received event network-vif-deleted-ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.168444] env[69245]: INFO nova.compute.manager [req-a049c656-453c-462c-b8bd-2116516435ef req-138339e3-0503-4ff4-a75c-39b5504ea438 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Neutron deleted interface ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5; detaching it from the instance and deleting it from the info cache [ 1424.168710] env[69245]: DEBUG nova.network.neutron [req-a049c656-453c-462c-b8bd-2116516435ef req-138339e3-0503-4ff4-a75c-39b5504ea438 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.448237] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Creating Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1424.448594] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-403c7377-dfa0-4f51-9a3e-c3de4838fedb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.456407] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1424.456407] env[69245]: value = "task-3709120" [ 1424.456407] env[69245]: _type = "Task" [ 1424.456407] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.464913] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.524626] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.647903] env[69245]: DEBUG nova.network.neutron [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.672759] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01c90d5b-aa86-45f2-b0d2-7b59bc9fdc63 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.684400] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d409cf-6a2a-4bc6-a4bf-f906089d1e39 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.710952] env[69245]: DEBUG nova.compute.manager [req-a049c656-453c-462c-b8bd-2116516435ef req-138339e3-0503-4ff4-a75c-39b5504ea438 service nova] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Detach interface failed, port_id=ebcdb3b0-f9b2-4b13-887e-a6b07ce90ab5, reason: Instance ff42127d-ef9f-449b-838a-42f5d7f0b57b could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.967265] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709120, 'name': CreateSnapshot_Task, 'duration_secs': 0.433449} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.967539] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Created Snapshot of the VM instance {{(pid=69245) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1424.968344] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2f60a1-ece8-4003-bdc1-63c14591edca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.101784] env[69245]: DEBUG nova.network.neutron [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.151309] env[69245]: INFO nova.compute.manager [-] [instance: ff42127d-ef9f-449b-838a-42f5d7f0b57b] Took 1.46 seconds to deallocate network for instance. [ 1425.488250] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Creating linked-clone VM from snapshot {{(pid=69245) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1425.488655] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d6d4db7-a72a-4370-93da-75df0ebfc78b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.498469] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1425.498469] env[69245]: value = "task-3709121" [ 1425.498469] env[69245]: _type = "Task" [ 1425.498469] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.507079] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709121, 'name': CloneVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.605077] env[69245]: INFO nova.compute.manager [-] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Took 1.49 seconds to deallocate network for instance. [ 1425.661519] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.661887] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.662114] env[69245]: DEBUG nova.objects.instance [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'resources' on Instance uuid ff42127d-ef9f-449b-838a-42f5d7f0b57b {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.011699] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709121, 'name': CloneVM_Task} progress is 94%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.111234] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.193251] env[69245]: DEBUG nova.compute.manager [req-2c2e16e0-1292-4f5d-b940-4eb6d786bb92 req-90bb50e6-6a4d-42f9-a7cb-d4bbca8ecc57 service nova] [instance: b5a03a6c-9506-4fdf-9da6-1b53acc55cd7] Received event network-vif-deleted-6bfa2da9-c6c2-47ac-bcac-0bb32aa980f8 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.224032] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e0d476-dcc6-49e8-b12e-bfade463defb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.231821] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08857383-207e-4586-ae54-03545bdda5c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.263298] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d74e17-eb4c-46b5-a5e3-ff0bafb21ae6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.271065] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75799d7-a9a7-4581-b777-2614d72ba7f5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.284450] env[69245]: DEBUG nova.compute.provider_tree [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.510799] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709121, 'name': CloneVM_Task, 'duration_secs': 0.968377} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.511165] env[69245]: INFO nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Created linked-clone VM from snapshot [ 1426.512050] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23218ee2-256b-476d-8bc7-f0c4a9268c9f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.521031] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Uploading image e67466d2-3969-4db5-9766-2dd1b739b50d {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.546042] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1426.546042] env[69245]: value = "vm-738705" [ 1426.546042] env[69245]: _type = "VirtualMachine" [ 1426.546042] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1426.546384] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14e2b820-5eb7-4483-8726-73330ad34727 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.554527] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease: (returnval){ [ 1426.554527] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1a80d-ba54-a4ed-ebd0-36ffff2cd863" [ 1426.554527] env[69245]: _type = "HttpNfcLease" [ 1426.554527] env[69245]: } obtained for exporting VM: (result){ [ 1426.554527] env[69245]: value = "vm-738705" [ 1426.554527] env[69245]: _type = "VirtualMachine" [ 1426.554527] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1426.555049] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the lease: (returnval){ [ 1426.555049] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1a80d-ba54-a4ed-ebd0-36ffff2cd863" [ 1426.555049] env[69245]: _type = "HttpNfcLease" [ 1426.555049] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1426.562066] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.562066] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1a80d-ba54-a4ed-ebd0-36ffff2cd863" [ 1426.562066] env[69245]: _type = "HttpNfcLease" [ 1426.562066] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1426.788327] env[69245]: DEBUG nova.scheduler.client.report [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.065178] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.065178] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1a80d-ba54-a4ed-ebd0-36ffff2cd863" [ 1427.065178] env[69245]: _type = "HttpNfcLease" [ 1427.065178] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1427.065513] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1427.065513] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c1a80d-ba54-a4ed-ebd0-36ffff2cd863" [ 1427.065513] env[69245]: _type = "HttpNfcLease" [ 1427.065513] env[69245]: }. {{(pid=69245) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1427.066265] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edecfbf9-c465-41df-88b2-002c861f954e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.074115] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1427.074296] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk for reading. {{(pid=69245) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1427.159259] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2203d8a6-3741-4ea8-ac2d-017369baf6d6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.293051] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.295401] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.184s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.295631] env[69245]: DEBUG nova.objects.instance [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lazy-loading 'resources' on Instance uuid b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.314252] env[69245]: INFO nova.scheduler.client.report [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted allocations for instance ff42127d-ef9f-449b-838a-42f5d7f0b57b [ 1427.822069] env[69245]: DEBUG oslo_concurrency.lockutils [None req-39ffbd90-dc8e-4ee3-8364-be0c62c17e7a tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "ff42127d-ef9f-449b-838a-42f5d7f0b57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.848762] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9161d-144a-4961-af9d-c7157419467c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.857666] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c4f5d8-303c-4174-98dd-4fafe9ff61ad {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.891560] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eaf08e-4d28-446c-ba50-0cb76b62a535 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.901443] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c65d1f-0d9a-4da7-8ac6-b6c515efd429 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.917152] env[69245]: DEBUG nova.compute.provider_tree [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.420806] env[69245]: DEBUG nova.scheduler.client.report [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.926295] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.955057] env[69245]: INFO nova.scheduler.client.report [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Deleted allocations for instance b5a03a6c-9506-4fdf-9da6-1b53acc55cd7 [ 1429.393939] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "b37fe913-b039-47c8-8981-095a5d25b7b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.394204] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.462576] env[69245]: DEBUG oslo_concurrency.lockutils [None req-6922450a-894e-4254-8d71-7e7f984e8d1e tempest-AttachVolumeNegativeTest-775029329 tempest-AttachVolumeNegativeTest-775029329-project-member] Lock "b5a03a6c-9506-4fdf-9da6-1b53acc55cd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.985s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.896458] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Starting instance... {{(pid=69245) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.421168] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.421520] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.423552] env[69245]: INFO nova.compute.claims [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.478054] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f6c98-9f05-48ba-90f0-788d5342a704 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.485925] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9de652-e845-4892-a412-97c977a3bdae {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.517809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5d2474-b040-4d04-8ac4-f32fd6f00503 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.526267] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e6696b-4551-44e4-a776-b782da83ca1b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.541700] env[69245]: DEBUG nova.compute.provider_tree [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.045434] env[69245]: DEBUG nova.scheduler.client.report [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.551046] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.551470] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Start building networks asynchronously for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.057546] env[69245]: DEBUG nova.compute.utils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Using /dev/sd instead of None {{(pid=69245) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.059071] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Allocating IP information in the background. {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.059257] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] allocate_for_instance() {{(pid=69245) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.105831] env[69245]: DEBUG nova.policy [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38d09e1a335049d28092b3607c47c298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7955cc45da1949ce9c4b8f16009130db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69245) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.447363] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Successfully created port: 31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.563382] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Start building block device mappings for instance. {{(pid=69245) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.575422] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Start spawning the instance on the hypervisor. {{(pid=69245) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.603064] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T07:09:38Z,direct_url=,disk_format='vmdk',id=153ec70d-f42d-4a45-9ba5-d874fcbe21c6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0682414d2d6942ddafb6953b47e0bd13',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T07:09:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.603473] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.603758] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.604087] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.604385] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.604662] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.605014] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.605298] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.605607] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.605907] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.606226] env[69245]: DEBUG nova.virt.hardware [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.607588] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e35ce32-26b0-4a65-810f-2af1eca53c82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.618826] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128d913-c45b-4c22-9476-0f46de3de0aa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.819419] env[69245]: DEBUG nova.compute.manager [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Received event network-vif-plugged-31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.819688] env[69245]: DEBUG oslo_concurrency.lockutils [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] Acquiring lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.819903] env[69245]: DEBUG oslo_concurrency.lockutils [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.820136] env[69245]: DEBUG oslo_concurrency.lockutils [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.820353] env[69245]: DEBUG nova.compute.manager [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] No waiting events found dispatching network-vif-plugged-31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1434.820532] env[69245]: WARNING nova.compute.manager [req-b67d0c32-3694-4489-b1de-be4b7e089783 req-387a20bb-f3a4-4ed7-8ad6-2e464ebe89b5 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Received unexpected event network-vif-plugged-31835a94-da3c-44a9-bba0-844bcd17d358 for instance with vm_state building and task_state spawning. [ 1434.904553] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Successfully updated port: 31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.407428] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.407609] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.407733] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.771808] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1435.772852] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537e9895-f384-4620-af99-5a44247ade24 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.779273] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1435.779443] env[69245]: ERROR oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk due to incomplete transfer. [ 1435.779665] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-867f0f8c-716f-45ee-8649-8337784fef6e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.786846] env[69245]: DEBUG oslo_vmware.rw_handles [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52beecd1-5797-b10e-0050-9798cc5a82c7/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1435.787054] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Uploaded image e67466d2-3969-4db5-9766-2dd1b739b50d to the Glance image server {{(pid=69245) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1435.789259] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Destroying the VM {{(pid=69245) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1435.789535] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-915aa9d1-6c99-41fd-af76-16eef29ecf3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.795804] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1435.795804] env[69245]: value = "task-3709125" [ 1435.795804] env[69245]: _type = "Task" [ 1435.795804] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.804089] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709125, 'name': Destroy_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.949144] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Instance cache missing network info. {{(pid=69245) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.090750] env[69245]: DEBUG nova.network.neutron [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.305946] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709125, 'name': Destroy_Task, 'duration_secs': 0.339531} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.306234] env[69245]: INFO nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Destroyed the VM [ 1436.306471] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleting Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1436.306724] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3efe192-27e9-4a18-963c-29a79a394c86 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.314499] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1436.314499] env[69245]: value = "task-3709126" [ 1436.314499] env[69245]: _type = "Task" [ 1436.314499] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.323224] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.597058] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.597058] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Instance network_info: |[{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69245) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1436.597058] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6c:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31835a94-da3c-44a9-bba0-844bcd17d358', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.604653] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1436.605110] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.605580] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53db4c48-0212-415e-9231-bcff84dd438c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.628374] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.628374] env[69245]: value = "task-3709128" [ 1436.628374] env[69245]: _type = "Task" [ 1436.628374] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.638189] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709128, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.829403] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709126, 'name': RemoveSnapshot_Task, 'duration_secs': 0.365044} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.829847] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleted Snapshot of the VM instance {{(pid=69245) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1436.830292] env[69245]: DEBUG nova.compute.manager [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1436.831581] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0e4185-f63f-44e9-aece-af2f91cfc43c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.848850] env[69245]: DEBUG nova.compute.manager [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Received event network-changed-31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.849186] env[69245]: DEBUG nova.compute.manager [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Refreshing instance network info cache due to event network-changed-31835a94-da3c-44a9-bba0-844bcd17d358. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.849518] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] Acquiring lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.849718] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] Acquired lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.849886] env[69245]: DEBUG nova.network.neutron [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Refreshing network info cache for port 31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.139236] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709128, 'name': CreateVM_Task, 'duration_secs': 0.367322} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.139701] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.140407] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.140575] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.140901] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.141175] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4a690a-eab5-4246-a94f-379f25e22003 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.146117] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1437.146117] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52580149-8346-8334-3bc4-0629f9078bbc" [ 1437.146117] env[69245]: _type = "Task" [ 1437.146117] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.154407] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52580149-8346-8334-3bc4-0629f9078bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.347129] env[69245]: INFO nova.compute.manager [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Shelve offloading [ 1437.532021] env[69245]: DEBUG nova.network.neutron [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updated VIF entry in instance network info cache for port 31835a94-da3c-44a9-bba0-844bcd17d358. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.532419] env[69245]: DEBUG nova.network.neutron [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.659094] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52580149-8346-8334-3bc4-0629f9078bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.659094] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.659402] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Processing image 153ec70d-f42d-4a45-9ba5-d874fcbe21c6 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.659512] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.659661] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.659843] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.660143] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b86819-0a16-4157-bb05-c7fde69615c3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.673464] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.673676] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.674500] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2960e7a1-498b-4f0a-97bc-bc9685a0aac7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.681438] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1437.681438] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c0f062-c369-4838-d826-d5856987b386" [ 1437.681438] env[69245]: _type = "Task" [ 1437.681438] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.690637] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c0f062-c369-4838-d826-d5856987b386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.851134] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.851557] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4eed1da-78e0-49e9-a594-930b51597a23 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.859014] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1437.859014] env[69245]: value = "task-3709129" [ 1437.859014] env[69245]: _type = "Task" [ 1437.859014] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.867461] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.034891] env[69245]: DEBUG oslo_concurrency.lockutils [req-ab5b40aa-6bac-4587-aa09-ab72be1dc544 req-8e51e1c4-8f11-4c30-9c25-a88ad19a0114 service nova] Releasing lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.192608] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52c0f062-c369-4838-d826-d5856987b386, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.193441] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f4bcbf-c2dd-4bc4-98ba-3799b427c32c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.200243] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1438.200243] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c584d-afcf-76db-f728-f033f16b9502" [ 1438.200243] env[69245]: _type = "Task" [ 1438.200243] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.209275] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c584d-afcf-76db-f728-f033f16b9502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.369725] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] VM already powered off {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1438.369958] env[69245]: DEBUG nova.compute.manager [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1438.370801] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc39c93-1d0a-4616-986a-c87968a9d6f4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.378014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.378214] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.378382] env[69245]: DEBUG nova.network.neutron [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.710696] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]525c584d-afcf-76db-f728-f033f16b9502, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.711014] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.711289] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b37fe913-b039-47c8-8981-095a5d25b7b6/b37fe913-b039-47c8-8981-095a5d25b7b6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.711589] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09bae7ae-e463-49e4-9948-9e337894e227 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.719856] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1438.719856] env[69245]: value = "task-3709130" [ 1438.719856] env[69245]: _type = "Task" [ 1438.719856] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.728622] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.132872] env[69245]: DEBUG nova.network.neutron [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.230035] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494903} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.230283] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/153ec70d-f42d-4a45-9ba5-d874fcbe21c6/153ec70d-f42d-4a45-9ba5-d874fcbe21c6.vmdk to [datastore2] b37fe913-b039-47c8-8981-095a5d25b7b6/b37fe913-b039-47c8-8981-095a5d25b7b6.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.230502] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Extending root virtual disk to 1048576 {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.230830] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c939798-4455-46a0-81a4-076651dbb99d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.237065] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1439.237065] env[69245]: value = "task-3709131" [ 1439.237065] env[69245]: _type = "Task" [ 1439.237065] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.245303] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.636621] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.747943] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08697} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.748257] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Extended root virtual disk {{(pid=69245) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.749061] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90b744d-a92c-4265-938e-2373821bcaed {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.773145] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b37fe913-b039-47c8-8981-095a5d25b7b6/b37fe913-b039-47c8-8981-095a5d25b7b6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.773456] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dcf5e5a-6c97-4f20-9056-192c681737b3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.795178] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1439.795178] env[69245]: value = "task-3709132" [ 1439.795178] env[69245]: _type = "Task" [ 1439.795178] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.803400] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.884102] env[69245]: DEBUG nova.compute.manager [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-vif-unplugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.884330] env[69245]: DEBUG oslo_concurrency.lockutils [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.884538] env[69245]: DEBUG oslo_concurrency.lockutils [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.884711] env[69245]: DEBUG oslo_concurrency.lockutils [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.884867] env[69245]: DEBUG nova.compute.manager [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] No waiting events found dispatching network-vif-unplugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1439.885215] env[69245]: WARNING nova.compute.manager [req-269c940d-9405-4406-9b03-adbc14375cec req-55d70253-9db1-4d17-a27a-8fba25a33299 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received unexpected event network-vif-unplugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 for instance with vm_state shelved and task_state shelving_offloading. [ 1440.037734] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.038838] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea533925-cfa8-41e4-94e1-8d3938cf2e29 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.048730] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.049018] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00b402bc-a83a-4f55-b6bb-22cb917e1182 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.129012] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.129253] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.129446] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.129739] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a5ac1de-becf-4a63-8f11-eb8c711b52a5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.137700] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1440.137700] env[69245]: value = "task-3709134" [ 1440.137700] env[69245]: _type = "Task" [ 1440.137700] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.146601] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.305991] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709132, 'name': ReconfigVM_Task, 'duration_secs': 0.283569} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.306240] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b37fe913-b039-47c8-8981-095a5d25b7b6/b37fe913-b039-47c8-8981-095a5d25b7b6.vmdk or device None with type sparse {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.306856] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b79315b-7cf9-4795-927e-6a163ee6b1ec {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.313269] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1440.313269] env[69245]: value = "task-3709135" [ 1440.313269] env[69245]: _type = "Task" [ 1440.313269] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.322903] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709135, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.648346] env[69245]: DEBUG oslo_vmware.api [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140593} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.648617] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.648802] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.648980] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.679865] env[69245]: INFO nova.scheduler.client.report [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted allocations for instance beff21cd-8d2e-44d1-974b-c5a16310e110 [ 1440.823915] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709135, 'name': Rename_Task, 'duration_secs': 0.141414} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.824244] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.824506] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b56d2fb-81a0-423c-b81a-f173e92830af {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.831603] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1440.831603] env[69245]: value = "task-3709136" [ 1440.831603] env[69245]: _type = "Task" [ 1440.831603] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.838888] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.184803] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.184803] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.184803] env[69245]: DEBUG nova.objects.instance [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'resources' on Instance uuid beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.344911] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709136, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.688663] env[69245]: DEBUG nova.objects.instance [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'numa_topology' on Instance uuid beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.841370] env[69245]: DEBUG oslo_vmware.api [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709136, 'name': PowerOnVM_Task, 'duration_secs': 0.516937} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.841650] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.841859] env[69245]: INFO nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1441.842054] env[69245]: DEBUG nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1441.842865] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30117e16-439f-4a45-aa48-fb2ca3eb086a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.919360] env[69245]: DEBUG nova.compute.manager [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.919693] env[69245]: DEBUG nova.compute.manager [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing instance network info cache due to event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.920531] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.920909] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.921111] env[69245]: DEBUG nova.network.neutron [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.192212] env[69245]: DEBUG nova.objects.base [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1442.226258] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65737e-6a3d-42fe-9e92-f38d9321e367 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.233613] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e40dec-ddca-4fdf-91c6-d87de83b05b6 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.264755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c858f9d2-43a0-4c96-8230-10303d8e1f06 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.273238] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c929a9a-b2b4-4b27-a0c9-bd82a29f696c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.290065] env[69245]: DEBUG nova.compute.provider_tree [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.362011] env[69245]: INFO nova.compute.manager [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Took 11.96 seconds to build instance. [ 1442.647554] env[69245]: DEBUG nova.network.neutron [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updated VIF entry in instance network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.647915] env[69245]: DEBUG nova.network.neutron [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap66f32aac-6f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.770432] env[69245]: DEBUG nova.compute.manager [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Received event network-changed-31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.770432] env[69245]: DEBUG nova.compute.manager [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Refreshing instance network info cache due to event network-changed-31835a94-da3c-44a9-bba0-844bcd17d358. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.770432] env[69245]: DEBUG oslo_concurrency.lockutils [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] Acquiring lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.770776] env[69245]: DEBUG oslo_concurrency.lockutils [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] Acquired lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.770996] env[69245]: DEBUG nova.network.neutron [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Refreshing network info cache for port 31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.793392] env[69245]: DEBUG nova.scheduler.client.report [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.864017] env[69245]: DEBUG oslo_concurrency.lockutils [None req-25cf7923-c83b-4ba2-a635-b4d0bc3c3a79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.470s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.150622] env[69245]: DEBUG oslo_concurrency.lockutils [req-8a9b95c7-cadb-4bc7-9876-3d13a16e0742 req-5896e254-be10-434e-93bb-c28084cad789 service nova] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.298036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.318884] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.519237] env[69245]: DEBUG nova.network.neutron [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updated VIF entry in instance network info cache for port 31835a94-da3c-44a9-bba0-844bcd17d358. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.519638] env[69245]: DEBUG nova.network.neutron [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.805335] env[69245]: DEBUG oslo_concurrency.lockutils [None req-04c24ef4-65f3-47ae-b546-3fae8ad5d61f tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.417s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.806582] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.488s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.806879] env[69245]: INFO nova.compute.manager [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Unshelving [ 1444.022492] env[69245]: DEBUG oslo_concurrency.lockutils [req-57f3a60d-c190-4dc9-b579-22811326ea2a req-ea0ff716-3862-43c3-9acb-e5526f84c409 service nova] Releasing lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.834379] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.834725] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.834818] env[69245]: DEBUG nova.objects.instance [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'pci_requests' on Instance uuid beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.338480] env[69245]: DEBUG nova.objects.instance [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'numa_topology' on Instance uuid beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.841545] env[69245]: INFO nova.compute.claims [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.886110] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697759a-d53d-40b3-a3e6-5ea4daeff547 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.894106] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c6265-c8ba-4eb6-a657-da6921a50b95 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.926582] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac05ff-ad66-436c-b6d2-54dee13d499e {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.934420] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3023db1-3f0d-4477-a5ef-86a9246b259a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.949484] env[69245]: DEBUG nova.compute.provider_tree [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.452928] env[69245]: DEBUG nova.scheduler.client.report [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.958074] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.986687] env[69245]: INFO nova.network.neutron [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating port 66f32aac-6fec-42cb-9982-cb51ca8e2c08 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1449.352799] env[69245]: DEBUG nova.compute.manager [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.353053] env[69245]: DEBUG oslo_concurrency.lockutils [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.353246] env[69245]: DEBUG oslo_concurrency.lockutils [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.353463] env[69245]: DEBUG oslo_concurrency.lockutils [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.353643] env[69245]: DEBUG nova.compute.manager [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] No waiting events found dispatching network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1449.353842] env[69245]: WARNING nova.compute.manager [req-c18cf92c-6597-4ca8-a7fd-c6a952e9a359 req-b5bb47c7-637a-45c8-8c48-75dea1c02bae service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received unexpected event network-vif-plugged-66f32aac-6fec-42cb-9982-cb51ca8e2c08 for instance with vm_state shelved_offloaded and task_state spawning. [ 1449.435454] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.435646] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.435837] env[69245]: DEBUG nova.network.neutron [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.221518] env[69245]: DEBUG nova.network.neutron [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.724599] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.751447] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T07:09:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='059a9b5d180d7fcfb9a8c676a440f69f',container_format='bare',created_at=2025-04-29T07:24:03Z,direct_url=,disk_format='vmdk',id=e67466d2-3969-4db5-9766-2dd1b739b50d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1842096029-shelved',owner='32da260df1c946d39d8dacb24f9fcaa6',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-29T07:24:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.751761] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.751953] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image limits 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.752166] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Flavor pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.752317] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Image pref 0:0:0 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.752466] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69245) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.752707] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.752891] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.753078] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Got 1 possible topologies {{(pid=69245) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.753247] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.753421] env[69245]: DEBUG nova.virt.hardware [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69245) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.754334] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7351c43-686d-4355-a593-5eaeead68971 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.762453] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d46fe21-97ef-4786-9aff-d90e4d76c81a {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.777401] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:57:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f32aac-6fec-42cb-9982-cb51ca8e2c08', 'vif_model': 'vmxnet3'}] {{(pid=69245) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.784747] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.785011] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Creating VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.785229] env[69245]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af592a8-3a73-4a7f-8516-01d4220f6883 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.805121] env[69245]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.805121] env[69245]: value = "task-3709137" [ 1450.805121] env[69245]: _type = "Task" [ 1450.805121] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.813047] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709137, 'name': CreateVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.314869] env[69245]: DEBUG oslo_vmware.api [-] Task: {'id': task-3709137, 'name': CreateVM_Task, 'duration_secs': 0.308419} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.315148] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Created VM on the ESX host {{(pid=69245) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.316015] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.316277] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.316651] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.316916] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819424dd-6a3e-4e97-952f-b5bc084e278b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.321469] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1451.321469] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f8ac8-9252-f796-b892-2f5d6a5463ac" [ 1451.321469] env[69245]: _type = "Task" [ 1451.321469] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.329186] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]524f8ac8-9252-f796-b892-2f5d6a5463ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.379311] env[69245]: DEBUG nova.compute.manager [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.379515] env[69245]: DEBUG nova.compute.manager [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing instance network info cache due to event network-changed-66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.379762] env[69245]: DEBUG oslo_concurrency.lockutils [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] Acquiring lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.379914] env[69245]: DEBUG oslo_concurrency.lockutils [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] Acquired lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.380091] env[69245]: DEBUG nova.network.neutron [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Refreshing network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.832691] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.833108] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Processing image e67466d2-3969-4db5-9766-2dd1b739b50d {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.833174] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.833321] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.833504] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.833783] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b943ee44-5f75-46db-9528-de1dea2d01c0 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.842838] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.843040] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69245) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.843768] env[69245]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8c08c6-ae3a-4990-a07e-d9fe049de521 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.848902] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1451.848902] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd1ecb-56ed-bd77-0b1c-dfc4fd829f06" [ 1451.848902] env[69245]: _type = "Task" [ 1451.848902] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.856628] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': session[520d3f53-5030-1852-8ff8-9a449b7bf471]52fd1ecb-56ed-bd77-0b1c-dfc4fd829f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.069821] env[69245]: DEBUG nova.network.neutron [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updated VIF entry in instance network info cache for port 66f32aac-6fec-42cb-9982-cb51ca8e2c08. {{(pid=69245) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.070204] env[69245]: DEBUG nova.network.neutron [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [{"id": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "address": "fa:16:3e:33:57:51", "network": {"id": "f942a785-3893-4115-868e-30679842d633", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2093836269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32da260df1c946d39d8dacb24f9fcaa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f32aac-6f", "ovs_interfaceid": "66f32aac-6fec-42cb-9982-cb51ca8e2c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.359536] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Preparing fetch location {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1452.359818] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Fetch image to [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16/OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16.vmdk {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1452.360044] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Downloading stream optimized image e67466d2-3969-4db5-9766-2dd1b739b50d to [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16/OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16.vmdk on the data store datastore2 as vApp {{(pid=69245) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1452.360199] env[69245]: DEBUG nova.virt.vmwareapi.images [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Downloading image file data e67466d2-3969-4db5-9766-2dd1b739b50d to the ESX as VM named 'OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16' {{(pid=69245) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1452.428861] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1452.428861] env[69245]: value = "resgroup-9" [ 1452.428861] env[69245]: _type = "ResourcePool" [ 1452.428861] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1452.429173] env[69245]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2c6542d3-0de9-402e-9af9-a1a6c484fdf3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.449139] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease: (returnval){ [ 1452.449139] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5242d0ca-b10b-32b5-c8b9-8fcba28d51e9" [ 1452.449139] env[69245]: _type = "HttpNfcLease" [ 1452.449139] env[69245]: } obtained for vApp import into resource pool (val){ [ 1452.449139] env[69245]: value = "resgroup-9" [ 1452.449139] env[69245]: _type = "ResourcePool" [ 1452.449139] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1452.449474] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the lease: (returnval){ [ 1452.449474] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5242d0ca-b10b-32b5-c8b9-8fcba28d51e9" [ 1452.449474] env[69245]: _type = "HttpNfcLease" [ 1452.449474] env[69245]: } to be ready. {{(pid=69245) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1452.455559] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.455559] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5242d0ca-b10b-32b5-c8b9-8fcba28d51e9" [ 1452.455559] env[69245]: _type = "HttpNfcLease" [ 1452.455559] env[69245]: } is initializing. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1452.573487] env[69245]: DEBUG oslo_concurrency.lockutils [req-c29dc221-560b-411a-8b2a-94e6822c7bb2 req-30c6359e-f19b-4a5d-9223-6a9fb66cee2d service nova] Releasing lock "refresh_cache-beff21cd-8d2e-44d1-974b-c5a16310e110" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.958348] env[69245]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1452.958348] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5242d0ca-b10b-32b5-c8b9-8fcba28d51e9" [ 1452.958348] env[69245]: _type = "HttpNfcLease" [ 1452.958348] env[69245]: } is ready. {{(pid=69245) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1452.959052] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1452.959052] env[69245]: value = "session[520d3f53-5030-1852-8ff8-9a449b7bf471]5242d0ca-b10b-32b5-c8b9-8fcba28d51e9" [ 1452.959052] env[69245]: _type = "HttpNfcLease" [ 1452.959052] env[69245]: }. {{(pid=69245) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1452.959382] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b884965c-5aa0-4473-8037-a5482bf8fe27 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.967233] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk from lease info. {{(pid=69245) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1452.967433] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk. {{(pid=69245) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1453.029014] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9d4fe09-6dea-49eb-911c-5085aae6c636 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.118366] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Completed reading data from the image iterator. {{(pid=69245) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1454.118766] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1454.119813] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb4cd8-bb0e-41db-9d66-06ec5519b6b1 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.128468] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk is in state: ready. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1454.128640] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk. {{(pid=69245) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1454.128872] env[69245]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a72d887c-8807-4575-9f43-fe655ba1f785 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.380435] env[69245]: DEBUG oslo_vmware.rw_handles [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525558d9-a1a0-3a89-efbd-90fba281bbb6/disk-0.vmdk. {{(pid=69245) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1454.380699] env[69245]: INFO nova.virt.vmwareapi.images [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Downloaded image file data e67466d2-3969-4db5-9766-2dd1b739b50d [ 1454.381517] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302b00a0-adb1-4f49-8e3b-f9631e78ce12 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.397886] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49df0a2d-cd46-4561-9b5f-89be35762e92 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.429842] env[69245]: INFO nova.virt.vmwareapi.images [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] The imported VM was unregistered [ 1454.433110] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Caching image {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1454.433473] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.433850] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f46cfc0e-fc60-412b-bb96-a4253bf73be7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.455103] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Created directory with path [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d {{(pid=69245) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.455388] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16/OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16.vmdk to [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk. {{(pid=69245) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1454.455678] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-45d6ce3b-f728-4fe3-84b5-d147dd6e3025 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.463041] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1454.463041] env[69245]: value = "task-3709140" [ 1454.463041] env[69245]: _type = "Task" [ 1454.463041] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.471298] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.975013] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.474813] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.975577] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.478465] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.975996] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709140, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.309743} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.976294] env[69245]: INFO nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16/OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16.vmdk to [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk. [ 1456.976470] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Cleaning up location [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16 {{(pid=69245) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1456.976633] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_45ffdb69-5dcf-4a69-9707-bd31ee631e16 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.976882] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c496c13-5fa3-4035-b3f2-5bd5f87c99d2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.984046] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1456.984046] env[69245]: value = "task-3709141" [ 1456.984046] env[69245]: _type = "Task" [ 1456.984046] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.992293] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.494414] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040958} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.494799] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.494799] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.495037] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk to [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.495295] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da485b04-5b45-48ee-b791-4733ec314f76 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.502021] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1457.502021] env[69245]: value = "task-3709142" [ 1457.502021] env[69245]: _type = "Task" [ 1457.502021] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.509870] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.012490] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.513592] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.014403] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.514962] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.017098] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709142, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.315691} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.017421] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e67466d2-3969-4db5-9766-2dd1b739b50d/e67466d2-3969-4db5-9766-2dd1b739b50d.vmdk to [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk {{(pid=69245) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.018123] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5635427-436b-4ae6-89a8-144bf3860492 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.039424] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.039703] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8fcd78-330c-4d61-abee-a72aadc795fb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.059132] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1460.059132] env[69245]: value = "task-3709143" [ 1460.059132] env[69245]: _type = "Task" [ 1460.059132] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.070302] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.569775] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709143, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.069390] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709143, 'name': ReconfigVM_Task, 'duration_secs': 0.51943} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.069681] env[69245]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Reconfigured VM instance instance-0000007e to attach disk [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110/beff21cd-8d2e-44d1-974b-c5a16310e110.vmdk or device None with type streamOptimized {{(pid=69245) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.070350] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf0eef1-7903-42ec-aff2-c99e879e99bb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.076750] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1461.076750] env[69245]: value = "task-3709144" [ 1461.076750] env[69245]: _type = "Task" [ 1461.076750] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.084872] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709144, 'name': Rename_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.587310] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709144, 'name': Rename_Task, 'duration_secs': 0.142229} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.587757] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.587826] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3f58ea-bc9f-457d-9351-766bbffc1e3f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.594419] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1461.594419] env[69245]: value = "task-3709145" [ 1461.594419] env[69245]: _type = "Task" [ 1461.594419] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.602100] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.104975] env[69245]: DEBUG oslo_vmware.api [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709145, 'name': PowerOnVM_Task, 'duration_secs': 0.439622} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.105307] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.201606] env[69245]: DEBUG nova.compute.manager [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1462.202603] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a56ebe-91ea-49b4-9062-d6ab9af9f0c7 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.720084] env[69245]: DEBUG oslo_concurrency.lockutils [None req-b0204bad-d0ca-405e-a1cd-5a0cb68278f7 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.913s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.806698] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.806973] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.801044] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.774060] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "b37fe913-b039-47c8-8981-095a5d25b7b6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.774060] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.774060] env[69245]: DEBUG nova.compute.manager [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1477.774809] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d9e33-7158-47e6-8649-fd3c27a480a4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.783162] env[69245]: DEBUG nova.compute.manager [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69245) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1477.783708] env[69245]: DEBUG nova.objects.instance [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'flavor' on Instance uuid b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.792094] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.792498] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7df5b150-6825-4e21-a186-50df7639a3b4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.803193] env[69245]: DEBUG oslo_vmware.api [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1478.803193] env[69245]: value = "task-3709146" [ 1478.803193] env[69245]: _type = "Task" [ 1478.803193] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.806716] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.806961] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.812343] env[69245]: DEBUG oslo_vmware.api [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.314786] env[69245]: DEBUG oslo_vmware.api [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709146, 'name': PowerOffVM_Task, 'duration_secs': 0.210702} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.314786] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.314786] env[69245]: DEBUG nova.compute.manager [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1479.315301] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf11091-82c0-4a80-9b26-54821d6bf12c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.805639] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.806067] env[69245]: DEBUG nova.compute.manager [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69245) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1479.806067] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.826716] env[69245]: DEBUG oslo_concurrency.lockutils [None req-cd1e4b6c-8d13-4db9-b9cb-8b6fe8e94039 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.165255] env[69245]: DEBUG nova.objects.instance [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'flavor' on Instance uuid b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.309256] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.309527] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.309684] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.309837] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69245) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1480.310738] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf24fa4-0179-4703-933b-1ed1fad73dca {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.319327] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58a6f80-8573-4804-aecb-3192c7526b11 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.334961] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c09b0-f1cd-47ed-b01b-0338e25320cb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.341755] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff1663-23b7-43a7-985a-240d18e915f8 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.370585] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180225MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69245) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1480.370794] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.371020] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.670766] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.670936] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.671105] env[69245]: DEBUG nova.network.neutron [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.671314] env[69245]: DEBUG nova.objects.instance [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'info_cache' on Instance uuid b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.175828] env[69245]: DEBUG nova.objects.base [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69245) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.398505] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance b37fe913-b039-47c8-8981-095a5d25b7b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1481.398646] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Instance beff21cd-8d2e-44d1-974b-c5a16310e110 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69245) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1481.398827] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1481.398973] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69245) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1481.438850] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e758157-be3d-4eb8-8df8-13a595cd5d35 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.447457] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74636b3b-8113-49b9-bf11-65ec1e967daa {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.478185] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21d23b0-63fc-4a0a-bd68-9e8c0591fe4b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.486124] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd475553-30ca-442e-b27c-b2859af01016 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.499504] env[69245]: DEBUG nova.compute.provider_tree [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1481.876719] env[69245]: DEBUG nova.network.neutron [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.002796] env[69245]: DEBUG nova.scheduler.client.report [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.380187] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.507812] env[69245]: DEBUG nova.compute.resource_tracker [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69245) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1482.508036] env[69245]: DEBUG oslo_concurrency.lockutils [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.386799] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powering on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.387245] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6898e9e2-3c0a-4986-b63a-a709882a72c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.395953] env[69245]: DEBUG oslo_vmware.api [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1483.395953] env[69245]: value = "task-3709147" [ 1483.395953] env[69245]: _type = "Task" [ 1483.395953] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.403921] env[69245]: DEBUG oslo_vmware.api [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.905974] env[69245]: DEBUG oslo_vmware.api [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709147, 'name': PowerOnVM_Task, 'duration_secs': 0.355093} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.906313] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powered on the VM {{(pid=69245) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.906512] env[69245]: DEBUG nova.compute.manager [None req-5d22ac77-67b4-4c53-a37d-e09f285c3c79 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1483.907323] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7d8b4-e64b-43ab-aca5-86ca57e9a4a2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.924087] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cf2c2a-1d5e-42a2-a79d-273deaa1c20c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.930301] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Suspending the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1484.930590] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b491d65-9bed-4948-864e-7edabb16616b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.938577] env[69245]: DEBUG oslo_vmware.api [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1484.938577] env[69245]: value = "task-3709148" [ 1484.938577] env[69245]: _type = "Task" [ 1484.938577] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.948399] env[69245]: DEBUG oslo_vmware.api [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709148, 'name': SuspendVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.449057] env[69245]: DEBUG oslo_vmware.api [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709148, 'name': SuspendVM_Task} progress is 70%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.508690] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.949917] env[69245]: DEBUG oslo_vmware.api [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709148, 'name': SuspendVM_Task, 'duration_secs': 0.605384} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.950452] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Suspended the VM {{(pid=69245) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1485.950452] env[69245]: DEBUG nova.compute.manager [None req-8286c347-0d6b-4e88-960a-10b3b95f9858 tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1485.951587] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a07004-4a19-4a20-8c21-a2235732029d {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.800447] env[69245]: DEBUG oslo_service.periodic_task [None req-5e2e5187-4408-4708-8cba-5bf3d98fc327 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69245) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.252182] env[69245]: INFO nova.compute.manager [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Resuming [ 1487.252823] env[69245]: DEBUG nova.objects.instance [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'flavor' on Instance uuid b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.764026] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.764455] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquired lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.764505] env[69245]: DEBUG nova.network.neutron [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Building network info cache for instance {{(pid=69245) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.459606] env[69245]: DEBUG nova.network.neutron [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [{"id": "31835a94-da3c-44a9-bba0-844bcd17d358", "address": "fa:16:3e:2c:6c:5e", "network": {"id": "1e06682b-e6fa-4657-900a-cdd46b53cd77", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-671454262-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7955cc45da1949ce9c4b8f16009130db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31835a94-da", "ovs_interfaceid": "31835a94-da3c-44a9-bba0-844bcd17d358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.962519] env[69245]: DEBUG oslo_concurrency.lockutils [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Releasing lock "refresh_cache-b37fe913-b039-47c8-8981-095a5d25b7b6" {{(pid=69245) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.963505] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae9fa8e-527e-488e-9536-3d3a12af9a47 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.970668] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Resuming the VM {{(pid=69245) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1489.970989] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754f5916-1f0f-4971-887e-071b7fde21b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.977607] env[69245]: DEBUG oslo_vmware.api [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1489.977607] env[69245]: value = "task-3709149" [ 1489.977607] env[69245]: _type = "Task" [ 1489.977607] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.985987] env[69245]: DEBUG oslo_vmware.api [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.492034] env[69245]: DEBUG oslo_vmware.api [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.988740] env[69245]: DEBUG oslo_vmware.api [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709149, 'name': PowerOnVM_Task, 'duration_secs': 0.517373} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.989174] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Resumed the VM {{(pid=69245) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1490.989229] env[69245]: DEBUG nova.compute.manager [None req-1874f3b8-5aa0-4d67-b0bc-9e327c268b0f tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Checking state {{(pid=69245) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1490.989985] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c31b6-2a19-48f1-a35b-eaa06323e84c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.929301] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "b37fe913-b039-47c8-8981-095a5d25b7b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.929567] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.929775] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.929960] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.930161] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.932720] env[69245]: INFO nova.compute.manager [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Terminating instance [ 1492.436601] env[69245]: DEBUG nova.compute.manager [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.437043] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.437766] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840cfb8-a833-4249-8c4c-6fd4e2711134 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.445936] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.446198] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5843311d-befd-4d7f-87f9-8396ae509337 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.452699] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1492.452699] env[69245]: value = "task-3709150" [ 1492.452699] env[69245]: _type = "Task" [ 1492.452699] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.461185] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.962950] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709150, 'name': PowerOffVM_Task, 'duration_secs': 0.209885} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.963255] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.963436] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.963689] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c1ce601-8222-47d1-b753-c1a76a5b4f02 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.025863] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.026108] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.026302] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleting the datastore file [datastore2] b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.026577] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350ad92e-ea59-44f9-941b-389fbf700d70 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.033910] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for the task: (returnval){ [ 1493.033910] env[69245]: value = "task-3709152" [ 1493.033910] env[69245]: _type = "Task" [ 1493.033910] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.041918] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.544700] env[69245]: DEBUG oslo_vmware.api [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Task: {'id': task-3709152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142519} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.545153] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.545153] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.545312] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.545486] env[69245]: INFO nova.compute.manager [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1493.545728] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1493.545915] env[69245]: DEBUG nova.compute.manager [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.546015] env[69245]: DEBUG nova.network.neutron [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1494.273460] env[69245]: DEBUG nova.compute.manager [req-11275653-d375-42f0-b8bb-eb178f456e37 req-9d80057d-4ae6-40cb-a056-7543f7409410 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Received event network-vif-deleted-31835a94-da3c-44a9-bba0-844bcd17d358 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.273666] env[69245]: INFO nova.compute.manager [req-11275653-d375-42f0-b8bb-eb178f456e37 req-9d80057d-4ae6-40cb-a056-7543f7409410 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Neutron deleted interface 31835a94-da3c-44a9-bba0-844bcd17d358; detaching it from the instance and deleting it from the info cache [ 1494.273839] env[69245]: DEBUG nova.network.neutron [req-11275653-d375-42f0-b8bb-eb178f456e37 req-9d80057d-4ae6-40cb-a056-7543f7409410 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.749434] env[69245]: DEBUG nova.network.neutron [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.777688] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20ccde0c-5181-4a1c-ac2d-2c675d00d9b2 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.787701] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f29065-da52-43f2-b7a6-a6deb8cc0492 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.815195] env[69245]: DEBUG nova.compute.manager [req-11275653-d375-42f0-b8bb-eb178f456e37 req-9d80057d-4ae6-40cb-a056-7543f7409410 service nova] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Detach interface failed, port_id=31835a94-da3c-44a9-bba0-844bcd17d358, reason: Instance b37fe913-b039-47c8-8981-095a5d25b7b6 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1495.252721] env[69245]: INFO nova.compute.manager [-] [instance: b37fe913-b039-47c8-8981-095a5d25b7b6] Took 1.71 seconds to deallocate network for instance. [ 1495.759071] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.759451] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.759587] env[69245]: DEBUG nova.objects.instance [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lazy-loading 'resources' on Instance uuid b37fe913-b039-47c8-8981-095a5d25b7b6 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.303705] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a42182-c45b-486f-a07b-8426a5840e3b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.311662] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49771d17-fe2d-486f-895b-76c6e8843f82 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.342268] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4ba14-af80-40b1-b202-389d013fd02b {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.349476] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a06ed-6bb4-47ae-8588-7ce216a392c9 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.362788] env[69245]: DEBUG nova.compute.provider_tree [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.866507] env[69245]: DEBUG nova.scheduler.client.report [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.372642] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.391191] env[69245]: INFO nova.scheduler.client.report [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Deleted allocations for instance b37fe913-b039-47c8-8981-095a5d25b7b6 [ 1497.899797] env[69245]: DEBUG oslo_concurrency.lockutils [None req-c9a314b8-32a1-4b55-aac4-4ae3d29d3d4c tempest-ServerActionsTestJSON-1240592000 tempest-ServerActionsTestJSON-1240592000-project-member] Lock "b37fe913-b039-47c8-8981-095a5d25b7b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.143907] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.144394] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.144676] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.144974] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.145275] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.148167] env[69245]: INFO nova.compute.manager [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Terminating instance [ 1498.653748] env[69245]: DEBUG nova.compute.manager [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Start destroying the instance on the hypervisor. {{(pid=69245) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.654115] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Destroying instance {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.655014] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d776c879-a2f0-4efa-adee-f51c2fc53ce5 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.663329] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powering off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.663704] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ece1f09-cc87-4fe0-b6d6-7d28caf50f2f {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.673996] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1498.673996] env[69245]: value = "task-3709153" [ 1498.673996] env[69245]: _type = "Task" [ 1498.673996] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.683030] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.184591] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709153, 'name': PowerOffVM_Task, 'duration_secs': 0.230551} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.185049] env[69245]: DEBUG nova.virt.vmwareapi.vm_util [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Powered off the VM {{(pid=69245) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.185049] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Unregistering the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.185307] env[69245]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99a65a2e-262a-44b0-a9a0-65d3c7064e5c {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.329356] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Unregistered the VM {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.329605] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleting contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.329798] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleting the datastore file [datastore2] beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.330103] env[69245]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8f4407-169f-4fac-bffc-b39d8699fa46 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.336560] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for the task: (returnval){ [ 1499.336560] env[69245]: value = "task-3709155" [ 1499.336560] env[69245]: _type = "Task" [ 1499.336560] env[69245]: } to complete. {{(pid=69245) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.346621] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.847613] env[69245]: DEBUG oslo_vmware.api [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Task: {'id': task-3709155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13269} completed successfully. {{(pid=69245) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.847922] env[69245]: DEBUG nova.virt.vmwareapi.ds_util [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted the datastore file {{(pid=69245) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.848124] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deleted contents of the VM from datastore datastore2 {{(pid=69245) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.848305] env[69245]: DEBUG nova.virt.vmwareapi.vmops [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Instance destroyed {{(pid=69245) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.848481] env[69245]: INFO nova.compute.manager [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1499.848724] env[69245]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69245) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.848913] env[69245]: DEBUG nova.compute.manager [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Deallocating network for instance {{(pid=69245) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.849013] env[69245]: DEBUG nova.network.neutron [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] deallocate_for_instance() {{(pid=69245) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.322385] env[69245]: DEBUG nova.compute.manager [req-465a35b5-be8a-46eb-bc36-2fc2f3535076 req-983f68ad-a1a7-472b-b779-ba79ca220606 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Received event network-vif-deleted-66f32aac-6fec-42cb-9982-cb51ca8e2c08 {{(pid=69245) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.322712] env[69245]: INFO nova.compute.manager [req-465a35b5-be8a-46eb-bc36-2fc2f3535076 req-983f68ad-a1a7-472b-b779-ba79ca220606 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Neutron deleted interface 66f32aac-6fec-42cb-9982-cb51ca8e2c08; detaching it from the instance and deleting it from the info cache [ 1500.322712] env[69245]: DEBUG nova.network.neutron [req-465a35b5-be8a-46eb-bc36-2fc2f3535076 req-983f68ad-a1a7-472b-b779-ba79ca220606 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.803814] env[69245]: DEBUG nova.network.neutron [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Updating instance_info_cache with network_info: [] {{(pid=69245) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.825534] env[69245]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6daa3e33-1469-48b6-abd5-3a1fb5a3fefb {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.835803] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a026676-25ec-4cb8-b858-bd661b8e3fce {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.860546] env[69245]: DEBUG nova.compute.manager [req-465a35b5-be8a-46eb-bc36-2fc2f3535076 req-983f68ad-a1a7-472b-b779-ba79ca220606 service nova] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Detach interface failed, port_id=66f32aac-6fec-42cb-9982-cb51ca8e2c08, reason: Instance beff21cd-8d2e-44d1-974b-c5a16310e110 could not be found. {{(pid=69245) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1501.307079] env[69245]: INFO nova.compute.manager [-] [instance: beff21cd-8d2e-44d1-974b-c5a16310e110] Took 1.46 seconds to deallocate network for instance. [ 1501.813212] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.813629] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.813692] env[69245]: DEBUG nova.objects.instance [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lazy-loading 'resources' on Instance uuid beff21cd-8d2e-44d1-974b-c5a16310e110 {{(pid=69245) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.351039] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76571461-b56b-4d2b-9d19-bf67356ffeb4 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.360691] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa83810-f59b-41cf-94fa-9bbbbefa31f3 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.391845] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58501f9b-8142-4835-8d4a-ad8f17178362 {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.399342] env[69245]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a15b9-32b7-403c-a65b-1558856b43bd {{(pid=69245) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.412709] env[69245]: DEBUG nova.compute.provider_tree [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed in ProviderTree for provider: 631aacfb-e1b8-491f-9761-218261bab7a3 {{(pid=69245) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.915572] env[69245]: DEBUG nova.scheduler.client.report [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Inventory has not changed for provider 631aacfb-e1b8-491f-9761-218261bab7a3 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69245) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.420868] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.439485] env[69245]: INFO nova.scheduler.client.report [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Deleted allocations for instance beff21cd-8d2e-44d1-974b-c5a16310e110 [ 1503.946932] env[69245]: DEBUG oslo_concurrency.lockutils [None req-a567d201-66e8-4a3b-8106-525e33767ec9 tempest-AttachVolumeShelveTestJSON-91259956 tempest-AttachVolumeShelveTestJSON-91259956-project-member] Lock "beff21cd-8d2e-44d1-974b-c5a16310e110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=69245) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}